From 5b4d4e9f85a9eb95b6c27ad08905192b4b0ee47d Mon Sep 17 00:00:00 2001 From: Minh141120 Date: Tue, 5 May 2026 03:32:09 +0000 Subject: [PATCH] =?UTF-8?q?=F0=9F=A4=96=20Auto-update=20model=20catalog=20?= =?UTF-8?q?-=202026-05-05=2003:32:09=20UTC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- model_catalog.json | 16246 +++++++++++++++++------- model_catalog_v2.json | 26959 ++++++++++++++++++++-------------------- script_output.log | 9380 +++++++------- script_output_v2.log | 4510 +++---- 4 files changed, 31189 insertions(+), 25906 deletions(-) diff --git a/model_catalog.json b/model_catalog.json index b2d84fb..ed31752 100644 --- a/model_catalog.json +++ b/model_catalog.json @@ -627,7 +627,7 @@ { "model_name": "Qwen3.5-35B-A3B-GGUF", "developer": "unsloth", - "downloads": 1615209, + "downloads": 946269, "createdAt": "2026-02-24T14:48:31.000Z", "tools": true, "num_quants": 23, @@ -1725,6 +1725,551 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "gemma-4-26B-A4B-it-GGUF", + "developer": "unsloth", + "downloads": 3375072, + "createdAt": "2026-04-01T14:42:29.000Z", + "tools": true, + "num_quants": 20, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-Q8_0.gguf", + "file_size": "25.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf", + "file_size": "9.2 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_S.gguf", + "file_size": "10.5 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_NL.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_XS.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_M.gguf", + "file_size": "11.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf", + "file_size": "15.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_S.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf", + "file_size": "15.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_S.gguf", + "file_size": "17.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf", + "file_size": "19.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K.gguf", + "file_size": "21.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf", + "file_size": "21.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf", + "file_size": "25.7 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." + }, + { + "model_name": "Qwen3.6-35B-A3B-GGUF", + "developer": "unsloth", + "downloads": 2174698, + "createdAt": "2026-04-16T04:31:31.000Z", + "tools": true, + "num_quants": 23, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-MXFP4_MOE.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ1_M.gguf", + "file_size": "9.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_S.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf", + "file_size": "12.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL.gguf", + "file_size": "16.8 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ4_NL_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf", + "file_size": "18.2 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_XS.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf", + "file_size": "11.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_M.gguf", + "file_size": "15.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_S.gguf", + "file_size": "14.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_S.gguf", + "file_size": "19.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", + "file_size": "20.8 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_M.gguf", + "file_size": "24.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_S.gguf", + "file_size": "23.2 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", + "file_size": "24.8 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K.gguf", + "file_size": "27.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf", + "file_size": "29.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q8_K_XL.gguf", + "file_size": "35.8 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "857.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/README.md", + "description": "An open-weight 35B MoE multimodal model optimized for agentic coding with 262K context support." + }, + { + "model_name": "gemma-4-31B-it-GGUF", + "developer": "unsloth", + "downloads": 1770705, + "createdAt": "2026-04-01T14:40:18.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "gemma-4-31B-it-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_NL.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "gemma-4-31B-it-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_XS.gguf", + "file_size": "15.2 GB" + }, + { + "model_id": "gemma-4-31B-it-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_M.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "gemma-4-31B-it-Q3_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_S.gguf", + "file_size": "12.3 GB" + }, + { + "model_id": "gemma-4-31B-it-Q4_0", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_0.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "gemma-4-31B-it-Q4_1", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_1.gguf", + "file_size": "17.8 GB" + }, + { + "model_id": "gemma-4-31B-it-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_M.gguf", + "file_size": "17.1 GB" + }, + { + "model_id": "gemma-4-31B-it-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_S.gguf", + "file_size": "16.2 GB" + }, + { + "model_id": "gemma-4-31B-it-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_M.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "gemma-4-31B-it-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_S.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "gemma-4-31B-it-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q6_K.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "gemma-4-31B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q8_0.gguf", + "file_size": "30.4 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_M.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_XXS.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ3_XXS.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q2_K_XL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q3_K_XL.gguf", + "file_size": "14.3 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q4_K_XL.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q5_K_XL.gguf", + "file_size": "20.4 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q6_K_XL.gguf", + "file_size": "25.6 GB" + }, + { + "model_id": "gemma-4-31B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q8_K_XL.gguf", + "file_size": "32.6 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + }, + { + "model_name": "gemma-4-E4B-it-GGUF", + "developer": "unsloth", + "downloads": 1692358, + "createdAt": "2026-04-01T14:42:04.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "gemma-4-E4B-it-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-BF16.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "gemma-4-E4B-it-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_NL.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "gemma-4-E4B-it-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_XS.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_M.gguf", + "file_size": "3.8 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q3_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_S.gguf", + "file_size": "3.6 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q4_0", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_0.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q4_1", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_1.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf", + "file_size": "4.6 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_S.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_M.gguf", + "file_size": "5.1 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_S.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q6_K.gguf", + "file_size": "6.6 GB" + }, + { + "model_id": "gemma-4-E4B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q8_0.gguf", + "file_size": "7.6 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ2_M.gguf", + "file_size": "3.3 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ3_XXS.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q2_K_XL.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q3_K_XL.gguf", + "file_size": "4.3 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q4_K_XL.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q5_K_XL.gguf", + "file_size": "6.2 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q6_K_XL.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "gemma-4-E4B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q8_K_XL.gguf", + "file_size": "8.1 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "945.6 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "944.5 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.8 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + }, { "model_name": "gemma-2-2b-it-GGUF", "developer": "bartowski", @@ -1794,10 +2339,325 @@ "readme": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/README.md", "description": "This is a quantized version of the Gemma-2-2b-it model by bartowski, optimized for various inference speeds and resource constraints using llama.cpp imatrix quantization." }, + { + "model_name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 1350123, + "createdAt": "2026-03-10T19:36:57.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "64.6 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "23.1 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Uncensored GGUF conversion of Qwen3.5-35B-A3B multimodal MoE model with zero refusals." + }, + { + "model_name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 1142572, + "createdAt": "2026-03-04T00:24:31.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "879.0 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Uncensored Qwen3.5-9B GGUF model with zero refusals, supporting text, image, and video." + }, + { + "model_name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 1141829, + "createdAt": "2026-04-02T22:29:19.000Z", + "tools": true, + "num_quants": 11, + "quants": [ + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "4.1 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "7.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "944.4 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." + }, + { + "model_name": "Qwen3.6-27B-GGUF", + "developer": "unsloth", + "downloads": 1092141, + "createdAt": "2026-04-22T05:43:37.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "Qwen3.6-27B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-IQ4_NL.gguf", + "file_size": "15.0 GB" + }, + { + "model_id": "Qwen3.6-27B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-IQ4_XS.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q3_K_M.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q3_K_S.gguf", + "file_size": "11.5 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_0.gguf", + "file_size": "14.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_1.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_S.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Qwen3.6-27B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q5_K_M.gguf", + "file_size": "18.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q5_K_S.gguf", + "file_size": "17.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q6_K.gguf", + "file_size": "21.0 GB" + }, + { + "model_id": "Qwen3.6-27B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q8_0.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_M.gguf", + "file_size": "10.1 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_XXS.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ3_XXS.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q2_K_XL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q3_K_XL.gguf", + "file_size": "13.5 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q4_K_XL.gguf", + "file_size": "16.4 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q5_K_XL.gguf", + "file_size": "18.7 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q6_K_XL.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Qwen3.6-27B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q8_K_XL.gguf", + "file_size": "32.9 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/README.md", + "description": "Qwen3.6-27B is a 27B-parameter multimodal coding model supporting text, images, video, tool calling, and extended context up to 1M tokens." + }, { "model_name": "Qwen3.5-9B-GGUF", "developer": "unsloth", - "downloads": 1236933, + "downloads": 1054201, "createdAt": "2026-02-28T14:04:29.000Z", "tools": true, "num_quants": 22, @@ -1868,121 +2728,281 @@ "file_size": "8.9 GB" }, { - "model_id": "Qwen3.5-9B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ2_M.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.5-9B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ2_M.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ2_XXS.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ3_XXS.gguf", + "file_size": "3.7 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q2_K_XL.gguf", + "file_size": "3.8 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q3_K_XL.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q4_K_XL.gguf", + "file_size": "5.6 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q5_K_XL.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q6_K_XL.gguf", + "file_size": "8.2 GB" + }, + { + "model_id": "Qwen3.5-9B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q8_K_XL.gguf", + "file_size": "12.1 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "875.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/README.md", + "description": "Qwen3.5-9B is a 9B-parameter multimodal language model with vision capabilities supporting text, images, and video input, featuring up to 262K context length and efficient hybrid architecture." + }, + { + "model_name": "gemma-4-E2B-it-GGUF", + "developer": "unsloth", + "downloads": 1033825, + "createdAt": "2026-04-01T14:40:57.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "gemma-4-E2B-it-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-BF16.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "gemma-4-E2B-it-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_NL.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "gemma-4-E2B-it-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_XS.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_M.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q3_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_S.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q4_0", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_0.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q4_1", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_1.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_M.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_S.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_M.gguf", + "file_size": "3.1 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_S.gguf", + "file_size": "3.1 GB" + }, + { + "model_id": "gemma-4-E2B-it-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q6_K.gguf", + "file_size": "4.2 GB" }, { - "model_id": "Qwen3.5-9B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ2_XXS.gguf", - "file_size": "3.0 GB" + "model_id": "gemma-4-E2B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q8_0.gguf", + "file_size": "4.7 GB" }, { - "model_id": "Qwen3.5-9B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-IQ3_XXS.gguf", - "file_size": "3.7 GB" + "model_id": "gemma-4-E2B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ2_M.gguf", + "file_size": "2.1 GB" }, { - "model_id": "Qwen3.5-9B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q2_K_XL.gguf", - "file_size": "3.8 GB" + "model_id": "gemma-4-E2B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ3_XXS.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen3.5-9B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q3_K_XL.gguf", - "file_size": "4.7 GB" + "model_id": "gemma-4-E2B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q2_K_XL.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen3.5-9B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q4_K_XL.gguf", - "file_size": "5.6 GB" + "model_id": "gemma-4-E2B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q3_K_XL.gguf", + "file_size": "2.7 GB" }, { - "model_id": "Qwen3.5-9B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q5_K_XL.gguf", - "file_size": "6.3 GB" + "model_id": "gemma-4-E2B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q4_K_XL.gguf", + "file_size": "3.0 GB" }, { - "model_id": "Qwen3.5-9B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q6_K_XL.gguf", - "file_size": "8.2 GB" + "model_id": "gemma-4-E2B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q5_K_XL.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3.5-9B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-UD-Q8_K_XL.gguf", - "file_size": "12.1 GB" + "model_id": "gemma-4-E2B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q6_K_XL.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "gemma-4-E2B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q8_K_XL.gguf", + "file_size": "4.9 GB" } ], "num_mmproj": 3, "mmproj_models": [ { "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "941.1 MB" }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "875.6 MB" + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "940.0 MB" }, { "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.8 GB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/README.md", - "description": "Qwen3.5-9B is a 9B-parameter multimodal language model with vision capabilities supporting text, images, and video input, featuring up to 262K context length and efficient hybrid architecture." + "readme": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." }, { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 822072, - "createdAt": "2026-02-27T11:53:53.000Z", + "model_name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 829136, + "createdAt": "2026-04-17T00:15:26.000Z", "tools": true, - "num_quants": 6, + "num_quants": 11, "quants": [ { - "model_id": "Qwen3.5-27B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q2_K.gguf", - "file_size": "9.4 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "10.9 GB" }, { - "model_id": "Qwen3.5-27B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen3.5-27B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf", + "file_size": "18.4 GB" }, { - "model_id": "Qwen3.5-27B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-27B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_S.gguf", - "file_size": "14.5 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen3.5-27B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "17.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "21.8 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "26.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "28.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "40.6 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" + "model_id": "mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "857.6 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-27B reasoning model distilled from Claude-4.6 Opus using structured Chain-of-Thought for step-by-step problem solving." + "readme": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored, multimodal MoE LLM (35B params/3B active) with custom K_P GGUF quantizations for lossless quality at smaller sizes." }, { "model_name": "Qwen3.5-27B-GGUF", @@ -2120,114 +3140,129 @@ "description": "Qwen3.5-27B is a 27B parameter multimodal language model with vision and video understanding capabilities, supporting up to 262k context length and a thinking mode for reasoning tasks." }, { - "model_name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 725110, - "createdAt": "2026-03-04T00:24:31.000Z", + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 708385, + "createdAt": "2026-02-27T11:53:53.000Z", "tools": true, - "num_quants": 4, + "num_quants": 6, "quants": [ { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "16.7 GB" + "model_id": "Qwen3.5-27B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q2_K.gguf", + "file_size": "9.4 GB" }, { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3.5-27B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.5-27B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_S.gguf", + "file_size": "11.2 GB" }, { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "Qwen3.5-27B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.5-27B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.5-27B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", + "file_size": "26.6 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "879.0 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "Uncensored Qwen3.5-9B GGUF model with zero refusals, supporting text, image, and video." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-27B reasoning model distilled from Claude-4.6 Opus using structured Chain-of-Thought for step-by-step problem solving." }, { - "model_name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 688440, - "createdAt": "2026-03-10T19:36:57.000Z", + "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 632194, + "createdAt": "2026-03-03T03:32:58.000Z", "tools": true, - "num_quants": 9, + "num_quants": 10, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "64.6 GB" + "model_id": "Qwen3.5-9B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q2_K.gguf", + "file_size": "3.4 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", - "file_size": "10.7 GB" + "model_id": "Qwen3.5-9B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_L.gguf", + "file_size": "4.5 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "14.4 GB" + "model_id": "Qwen3.5-9B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "17.4 GB" + "model_id": "Qwen3.5-9B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "Qwen3.5-9B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "Qwen3.5-9B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "23.1 GB" + "model_id": "Qwen3.5-9B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", + "file_size": "6.1 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3.5-9B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "Qwen3.5-9B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Qwen3.5-9B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "857.6 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "879.0 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "Uncensored GGUF conversion of Qwen3.5-35B-A3B multimodal MoE model with zero refusals." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "Qwen3.5-9B reasoning model fine-tuned via LoRA with Chain-of-Thought distillation from Claude-4.6 Opus." }, { "model_name": "Qwen3.5-4B-GGUF", "developer": "unsloth", - "downloads": 574992, + "downloads": 629361, "createdAt": "2026-03-02T05:46:32.000Z", "tools": true, "num_quants": 22, @@ -2468,136 +3503,6 @@ "readme": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/README.md", "description": "This is a quantized version of the Llama-3.2-3B-Instruct model by Bartowski, offering various quantization types (e.g., Q4_K_M, Q5_K_S) for different performance and memory trade-offs, with a focus on compatibility with ARM and CPU" }, - { - "model_name": "gemma-4-26B-A4B-it-GGUF", - "developer": "unsloth", - "downloads": 487384, - "createdAt": "2026-04-01T14:42:29.000Z", - "tools": true, - "num_quants": 20, - "quants": [ - { - "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE.gguf", - "file_size": "15.5 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-Q8_0.gguf", - "file_size": "25.0 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_M.gguf", - "file_size": "9.3 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-IQ3_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_S.gguf", - "file_size": "10.4 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf", - "file_size": "10.4 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_NL.gguf", - "file_size": "12.5 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_XS.gguf", - "file_size": "12.5 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf", - "file_size": "9.8 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_M.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_S.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf", - "file_size": "12.0 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf", - "file_size": "15.7 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_S.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf", - "file_size": "16.0 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_M.gguf", - "file_size": "19.7 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_S.gguf", - "file_size": "17.5 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf", - "file_size": "19.8 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K.gguf", - "file_size": "21.3 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf", - "file_size": "22.2 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf", - "file_size": "26.0 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "2.1 GB" - } - ], - "readme": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." - }, { "model_name": "Qwen2.5-3B-Instruct-GGUF", "developer": "Qwen", @@ -2653,134 +3558,69 @@ "description": "Alibaba's Qwen 2.5 3B instruction-tuned model, a compact model for efficient deployment." }, { - "model_name": "gemma-4-31B-it-GGUF", - "developer": "unsloth", - "downloads": 408920, - "createdAt": "2026-04-01T14:40:18.000Z", + "model_name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 423537, + "createdAt": "2026-03-05T22:13:03.000Z", "tools": true, - "num_quants": 20, + "num_quants": 9, "quants": [ { - "model_id": "gemma-4-31B-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_NL.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "gemma-4-31B-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_XS.gguf", - "file_size": "15.2 GB" - }, - { - "model_id": "gemma-4-31B-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_M.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "gemma-4-31B-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_S.gguf", - "file_size": "12.3 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_0.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_1.gguf", - "file_size": "17.8 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_M.gguf", - "file_size": "17.1 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_S.gguf", - "file_size": "16.2 GB" - }, - { - "model_id": "gemma-4-31B-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_M.gguf", - "file_size": "20.2 GB" - }, - { - "model_id": "gemma-4-31B-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_S.gguf", - "file_size": "19.7 GB" - }, - { - "model_id": "gemma-4-31B-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q6_K.gguf", - "file_size": "23.5 GB" - }, - { - "model_id": "gemma-4-31B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q8_0.gguf", - "file_size": "30.4 GB" - }, - { - "model_id": "gemma-4-31B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_M.gguf", - "file_size": "10.0 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "gemma-4-31B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ3_XXS.gguf", - "file_size": "11.0 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "8.7 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q2_K_XL.gguf", - "file_size": "11.0 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q3_K_XL.gguf", - "file_size": "14.3 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "13.7 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q4_K_XL.gguf", - "file_size": "17.5 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q5_K_XL.gguf", - "file_size": "20.4 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q6_K_XL.gguf", - "file_size": "25.6 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "18.1 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q8_K_XL.gguf", - "file_size": "32.6 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" - }, + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "2.1 GB" + "model_id": "mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "884.6 MB" } ], - "readme": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Uncensored Qwen3.5-27B with 0/465 refusals, available in multiple GGUF quantizations." }, { "model_name": "Llama-3.2-1B-Instruct-Q8_0-GGUF", @@ -2802,274 +3642,269 @@ "description": "Meta's Llama 3.2 1B model, an ultra-compact instruction-tuned model for edge devices." }, { - "model_name": "Qwen3.5-122B-A10B-GGUF", - "developer": "unsloth", - "downloads": 407821, - "createdAt": "2026-02-24T14:49:45.000Z", + "model_name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 359215, + "createdAt": "2026-04-02T23:25:00.000Z", "tools": true, "num_quants": 7, "quants": [ { - "model_id": "Qwen3.5-122B-A10B-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ1_M.gguf", - "file_size": "31.9 GB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_M.gguf", - "file_size": "36.5 GB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf", - "file_size": "34.1 GB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "3.0 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ3_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_S.gguf", - "file_size": "43.4 GB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "3.2 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf", - "file_size": "41.7 GB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "3.4 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf", - "file_size": "39.0 GB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "3.6 GB" }, { - "model_id": "imatrix_unsloth", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/imatrix_unsloth.gguf", - "file_size": "342.3 MB" + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "4.7 GB" } ], - "num_mmproj": 3, + "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "870.0 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "866.6 MB" - }, - { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" + "model_id": "mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "939.9 MB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 122B mixture-of-experts model offering strong reasoning and instruction following." + "readme": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." }, { - "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 344065, - "createdAt": "2026-03-03T03:32:58.000Z", + "model_name": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 350841, + "createdAt": "2026-04-22T17:47:49.000Z", "tools": true, "num_quants": 10, "quants": [ { - "model_id": "Qwen3.5-9B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q2_K.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "Qwen3.5-9B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_L.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Qwen3.5-9B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_M.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "Qwen3.5-9B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_S.gguf", - "file_size": "4.0 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", - "file_size": "6.1 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "16.3 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "19.4 GB" }, { - "model_id": "Qwen3.5-9B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "21.6 GB" }, { - "model_id": "Qwen3.5-9B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "29.8 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" + "model_id": "mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "884.6 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "Qwen3.5-9B reasoning model fine-tuned via LoRA with Chain-of-Thought distillation from Claude-4.6 Opus." + "readme": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored 27B multimodal GGUF model with zero refusals, delivering answers directly without preamble." }, { - "model_name": "gemma-4-E4B-it-GGUF", + "model_name": "Qwen3.5-0.8B-GGUF", "developer": "unsloth", - "downloads": 317335, - "createdAt": "2026-04-01T14:42:04.000Z", + "downloads": 332425, + "createdAt": "2026-03-01T14:38:35.000Z", "tools": true, - "num_quants": 21, + "num_quants": 22, "quants": [ { - "model_id": "gemma-4-E4B-it-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-BF16.gguf", - "file_size": "14.0 GB" + "model_id": "Qwen3.5-0.8B-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-BF16.gguf", + "file_size": "1.4 GB" }, { - "model_id": "gemma-4-E4B-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_NL.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3.5-0.8B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_NL.gguf", + "file_size": "483.4 MB" }, { - "model_id": "gemma-4-E4B-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_XS.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen3.5-0.8B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_XS.gguf", + "file_size": "469.8 MB" }, { - "model_id": "gemma-4-E4B-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_M.gguf", - "file_size": "3.8 GB" + "model_id": "Qwen3.5-0.8B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_M.gguf", + "file_size": "448.4 MB" }, { - "model_id": "gemma-4-E4B-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_S.gguf", - "file_size": "3.6 GB" + "model_id": "Qwen3.5-0.8B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_S.gguf", + "file_size": "420.3 MB" }, { - "model_id": "gemma-4-E4B-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_0.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3.5-0.8B-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_0.gguf", + "file_size": "483.7 MB" }, { - "model_id": "gemma-4-E4B-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_1.gguf", - "file_size": "4.7 GB" + "model_id": "Qwen3.5-0.8B-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_1.gguf", + "file_size": "510.4 MB" }, { - "model_id": "gemma-4-E4B-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen3.5-0.8B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_M.gguf", + "file_size": "507.8 MB" }, { - "model_id": "gemma-4-E4B-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_S.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3.5-0.8B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_S.gguf", + "file_size": "484.6 MB" }, { - "model_id": "gemma-4-E4B-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_M.gguf", - "file_size": "5.1 GB" + "model_id": "Qwen3.5-0.8B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_M.gguf", + "file_size": "562.7 MB" }, { - "model_id": "gemma-4-E4B-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-0.8B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_S.gguf", + "file_size": "542.5 MB" }, { - "model_id": "gemma-4-E4B-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q6_K.gguf", - "file_size": "6.6 GB" + "model_id": "Qwen3.5-0.8B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q6_K.gguf", + "file_size": "609.4 MB" }, { - "model_id": "gemma-4-E4B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q8_0.gguf", - "file_size": "7.6 GB" + "model_id": "Qwen3.5-0.8B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q8_0.gguf", + "file_size": "774.2 MB" }, { - "model_id": "gemma-4-E4B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ2_M.gguf", - "file_size": "3.3 GB" + "model_id": "Qwen3.5-0.8B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_M.gguf", + "file_size": "354.7 MB" }, { - "model_id": "gemma-4-E4B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ3_XXS.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.5-0.8B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_XXS.gguf", + "file_size": "322.6 MB" }, { - "model_id": "gemma-4-E4B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q2_K_XL.gguf", - "file_size": "3.5 GB" + "model_id": "Qwen3.5-0.8B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ3_XXS.gguf", + "file_size": "379.8 MB" }, { - "model_id": "gemma-4-E4B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q3_K_XL.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen3.5-0.8B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q2_K_XL.gguf", + "file_size": "398.4 MB" }, { - "model_id": "gemma-4-E4B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q4_K_XL.gguf", - "file_size": "4.8 GB" + "model_id": "Qwen3.5-0.8B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q3_K_XL.gguf", + "file_size": "469.4 MB" }, { - "model_id": "gemma-4-E4B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q5_K_XL.gguf", - "file_size": "6.2 GB" + "model_id": "Qwen3.5-0.8B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q4_K_XL.gguf", + "file_size": "532.9 MB" }, { - "model_id": "gemma-4-E4B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q6_K_XL.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.5-0.8B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q5_K_XL.gguf", + "file_size": "578.5 MB" }, { - "model_id": "gemma-4-E4B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q8_K_XL.gguf", - "file_size": "8.1 GB" + "model_id": "Qwen3.5-0.8B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q6_K_XL.gguf", + "file_size": "735.4 MB" + }, + { + "model_id": "Qwen3.5-0.8B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q8_K_XL.gguf", + "file_size": "1.1 GB" } ], "num_mmproj": 3, "mmproj_models": [ { "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "945.6 MB" + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "197.7 MB" }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "944.5 MB" + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "195.5 MB" }, { "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.8 GB" + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "383.7 MB" } ], - "readme": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + "readme": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/README.md", + "description": "Qwen3.5-0.8B is a compact 0.8B parameter vision-language model from Alibaba supporting text, images, and video with 262K context length and both thinking/non-thinking modes." }, { "model_name": "DeepSeek-R1-Distill-Qwen-1.5B-GGUF", @@ -3171,144 +4006,169 @@ "description": "This model is a 1.5B parameter version of DeepSeek-R1, fine-tuned for faster inference with 70% less memory using Unsloth, and can be run with llama.cpp for efficient performance." }, { - "model_name": "Qwen3.5-0.8B-GGUF", - "developer": "unsloth", - "downloads": 296468, - "createdAt": "2026-03-01T14:38:35.000Z", + "model_name": "google_gemma-4-31B-it-GGUF", + "developer": "bartowski", + "downloads": 285205, + "createdAt": "2026-04-02T16:01:24.000Z", "tools": true, - "num_quants": 22, + "num_quants": 28, "quants": [ { - "model_id": "Qwen3.5-0.8B-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-BF16.gguf", - "file_size": "1.4 GB" + "model_id": "google_gemma-4-31B-it-IQ1_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ1_M.gguf", + "file_size": "9.4 GB" }, { - "model_id": "Qwen3.5-0.8B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_NL.gguf", - "file_size": "483.4 MB" + "model_id": "google_gemma-4-31B-it-IQ2_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_M.gguf", + "file_size": "11.8 GB" }, { - "model_id": "Qwen3.5-0.8B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_XS.gguf", - "file_size": "469.8 MB" + "model_id": "google_gemma-4-31B-it-IQ2_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_S.gguf", + "file_size": "11.2 GB" }, { - "model_id": "Qwen3.5-0.8B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_M.gguf", - "file_size": "448.4 MB" + "model_id": "google_gemma-4-31B-it-IQ2_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XS.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3.5-0.8B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_S.gguf", - "file_size": "420.3 MB" + "model_id": "google_gemma-4-31B-it-IQ2_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XXS.gguf", + "file_size": "10.1 GB" }, { - "model_id": "Qwen3.5-0.8B-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_0.gguf", - "file_size": "483.7 MB" + "model_id": "google_gemma-4-31B-it-IQ3_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_M.gguf", + "file_size": "14.1 GB" }, { - "model_id": "Qwen3.5-0.8B-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_1.gguf", - "file_size": "510.4 MB" + "model_id": "google_gemma-4-31B-it-IQ3_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XS.gguf", + "file_size": "12.9 GB" }, { - "model_id": "Qwen3.5-0.8B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_M.gguf", - "file_size": "507.8 MB" + "model_id": "google_gemma-4-31B-it-IQ3_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XXS.gguf", + "file_size": "12.1 GB" }, { - "model_id": "Qwen3.5-0.8B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_S.gguf", - "file_size": "484.6 MB" + "model_id": "google_gemma-4-31B-it-IQ4_NL", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_NL.gguf", + "file_size": "16.8 GB" }, { - "model_id": "Qwen3.5-0.8B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_M.gguf", - "file_size": "562.7 MB" + "model_id": "google_gemma-4-31B-it-IQ4_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_XS.gguf", + "file_size": "16.0 GB" }, { - "model_id": "Qwen3.5-0.8B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_S.gguf", - "file_size": "542.5 MB" + "model_id": "google_gemma-4-31B-it-Q2_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K.gguf", + "file_size": "11.8 GB" }, { - "model_id": "Qwen3.5-0.8B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q6_K.gguf", - "file_size": "609.4 MB" + "model_id": "google_gemma-4-31B-it-Q2_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K_L.gguf", + "file_size": "12.1 GB" }, { - "model_id": "Qwen3.5-0.8B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q8_0.gguf", - "file_size": "774.2 MB" + "model_id": "google_gemma-4-31B-it-Q3_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_L.gguf", + "file_size": "15.7 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_M.gguf", - "file_size": "354.7 MB" + "model_id": "google_gemma-4-31B-it-Q3_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_M.gguf", + "file_size": "14.8 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_XXS.gguf", - "file_size": "322.6 MB" + "model_id": "google_gemma-4-31B-it-Q3_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_S.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ3_XXS.gguf", - "file_size": "379.8 MB" + "model_id": "google_gemma-4-31B-it-Q3_K_XL", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_XL.gguf", + "file_size": "16.0 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q2_K_XL.gguf", - "file_size": "398.4 MB" + "model_id": "google_gemma-4-31B-it-Q4_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_0.gguf", + "file_size": "16.8 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q3_K_XL.gguf", - "file_size": "469.4 MB" + "model_id": "google_gemma-4-31B-it-Q4_1", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_1.gguf", + "file_size": "18.4 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q4_K_XL.gguf", - "file_size": "532.9 MB" + "model_id": "google_gemma-4-31B-it-Q4_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_L.gguf", + "file_size": "18.6 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q5_K_XL.gguf", - "file_size": "578.5 MB" + "model_id": "google_gemma-4-31B-it-Q4_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_M.gguf", + "file_size": "18.3 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q6_K_XL.gguf", - "file_size": "735.4 MB" + "model_id": "google_gemma-4-31B-it-Q4_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_S.gguf", + "file_size": "16.9 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q8_K_XL.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-31B-it-Q5_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_L.gguf", + "file_size": "21.4 GB" + }, + { + "model_id": "google_gemma-4-31B-it-Q5_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_M.gguf", + "file_size": "21.1 GB" + }, + { + "model_id": "google_gemma-4-31B-it-Q5_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_S.gguf", + "file_size": "20.0 GB" + }, + { + "model_id": "google_gemma-4-31B-it-Q6_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K.gguf", + "file_size": "24.9 GB" + }, + { + "model_id": "google_gemma-4-31B-it-Q6_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K_L.gguf", + "file_size": "25.2 GB" + }, + { + "model_id": "google_gemma-4-31B-it-Q8_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q8_0.gguf", + "file_size": "30.4 GB" + }, + { + "model_id": "google_gemma-4-31B-it-imatrix", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-imatrix.gguf", + "file_size": "13.1 MB" } ], - "num_mmproj": 3, + "num_mmproj": 2, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "197.7 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "195.5 MB" + "model_id": "mmproj-google_gemma-4-31B-it-bf16", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-bf16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "383.7 MB" + "model_id": "mmproj-google_gemma-4-31B-it-f16", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-f16.gguf", + "file_size": "1.1 GB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/README.md", - "description": "Qwen3.5-0.8B is a compact 0.8B parameter vision-language model from Alibaba supporting text, images, and video with 262K context length and both thinking/non-thinking modes." + "readme": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." }, { "model_name": "Qwen3-14B-GGUF", @@ -3360,148 +4220,144 @@ "description": "Alibaba's Qwen 3 14B model, a capable mid-size model for reasoning and text generation." }, { - "model_name": "Qwen3-Coder-Next-GGUF", + "model_name": "Qwen3.5-2B-GGUF", "developer": "unsloth", - "downloads": 280196, - "createdAt": "2026-02-03T13:10:01.000Z", + "downloads": 277463, + "createdAt": "2026-02-28T14:04:40.000Z", "tools": true, - "num_quants": 26, + "num_quants": 22, "quants": [ { - "model_id": "Qwen3-Coder-Next-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-IQ4_NL.gguf", - "file_size": "42.0 GB" - }, - { - "model_id": "Qwen3-Coder-Next-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-IQ4_XS.gguf", - "file_size": "39.7 GB" - }, - { - "model_id": "Qwen3-Coder-Next-MXFP4_MOE", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-MXFP4_MOE.gguf", - "file_size": "44.7 GB" + "model_id": "Qwen3.5-2B-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-BF16.gguf", + "file_size": "3.5 GB" }, { - "model_id": "Qwen3-Coder-Next-Q2_K", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q2_K.gguf", - "file_size": "27.2 GB" + "model_id": "Qwen3.5-2B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_NL.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3-Coder-Next-Q2_K_L", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q2_K_L.gguf", - "file_size": "27.3 GB" + "model_id": "Qwen3.5-2B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_XS.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3-Coder-Next-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q3_K_M.gguf", - "file_size": "35.7 GB" + "model_id": "Qwen3.5-2B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_M.gguf", + "file_size": "1.0 GB" }, { - "model_id": "Qwen3-Coder-Next-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q3_K_S.gguf", - "file_size": "32.2 GB" + "model_id": "Qwen3.5-2B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_S.gguf", + "file_size": "983.2 MB" }, { - "model_id": "Qwen3-Coder-Next-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q4_0.gguf", - "file_size": "42.2 GB" + "model_id": "Qwen3.5-2B-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3-Coder-Next-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q4_K_M.gguf", - "file_size": "45.2 GB" + "model_id": "Qwen3.5-2B-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_1.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Qwen3-Coder-Next-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q4_K_S.gguf", - "file_size": "42.4 GB" + "model_id": "Qwen3.5-2B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_M.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ1_M.gguf", - "file_size": "20.2 GB" + "model_id": "Qwen3.5-2B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_S.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ1_S.gguf", - "file_size": "20.0 GB" + "model_id": "Qwen3.5-2B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_M.gguf", + "file_size": "1.3 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ2_M.gguf", - "file_size": "23.2 GB" + "model_id": "Qwen3.5-2B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_S.gguf", + "file_size": "1.3 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ2_XXS.gguf", - "file_size": "21.7 GB" + "model_id": "Qwen3.5-2B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q6_K.gguf", + "file_size": "1.5 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ3_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ3_S.gguf", - "file_size": "27.7 GB" + "model_id": "Qwen3.5-2B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q8_0.gguf", + "file_size": "1.9 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ3_XXS.gguf", - "file_size": "26.5 GB" + "model_id": "Qwen3.5-2B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_M.gguf", + "file_size": "820.0 MB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ4_NL.gguf", - "file_size": "36.5 GB" + "model_id": "Qwen3.5-2B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_XXS.gguf", + "file_size": "732.7 MB" }, { - "model_id": "Qwen3-Coder-Next-UD-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ4_XS.gguf", - "file_size": "35.8 GB" + "model_id": "Qwen3.5-2B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ3_XXS.gguf", + "file_size": "888.7 MB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q2_K_XL.gguf", - "file_size": "24.9 GB" + "model_id": "Qwen3.5-2B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q2_K_XL.gguf", + "file_size": "921.8 MB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q3_K_M.gguf", - "file_size": "33.5 GB" + "model_id": "Qwen3.5-2B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q3_K_XL.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q3_K_S.gguf", - "file_size": "31.0 GB" + "model_id": "Qwen3.5-2B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q4_K_XL.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q3_K_XL.gguf", - "file_size": "33.8 GB" + "model_id": "Qwen3.5-2B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q5_K_XL.gguf", + "file_size": "1.4 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q4_K_M.gguf", - "file_size": "45.9 GB" + "model_id": "Qwen3.5-2B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q6_K_XL.gguf", + "file_size": "1.7 GB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q4_K_S.gguf", - "file_size": "42.9 GB" + "model_id": "Qwen3.5-2B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q8_K_XL.gguf", + "file_size": "2.6 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "640.3 MB" }, { - "model_id": "Qwen3-Coder-Next-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q4_K_XL.gguf", - "file_size": "46.2 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "637.3 MB" }, { - "model_id": "Qwen3-Coder-Next-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-TQ1_0.gguf", - "file_size": "17.6 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.2 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/README.md", - "description": "Qwen3-Coder-Next is an 80B-parameter MoE coding model with 256K context and tool-calling capabilities." + "readme": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/README.md", + "description": "Qwen3.5-2B is a 2B-parameter multimodal language model supporting text, images, and video with 262K context length and thinking mode." }, { "model_name": "gpt-oss-20b-GGUF", @@ -3598,144 +4454,242 @@ "description": "OpenAI's 20B open-weight model with MXFP4 quantization for low-latency, local, and agentic use cases under Apache 2.0 license." }, { - "model_name": "Qwen3.5-2B-GGUF", - "developer": "unsloth", - "downloads": 275020, - "createdAt": "2026-02-28T14:04:40.000Z", + "model_name": "google_gemma-4-26B-A4B-it-GGUF", + "developer": "bartowski", + "downloads": 273690, + "createdAt": "2026-04-02T16:00:56.000Z", "tools": true, - "num_quants": 22, + "num_quants": 27, "quants": [ { - "model_id": "Qwen3.5-2B-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-BF16.gguf", - "file_size": "3.5 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_M.gguf", + "file_size": "10.0 GB" }, { - "model_id": "Qwen3.5-2B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_NL.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_S.gguf", + "file_size": "9.5 GB" }, { - "model_id": "Qwen3.5-2B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_XS.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XS.gguf", + "file_size": "9.4 GB" }, { - "model_id": "Qwen3.5-2B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_M.gguf", - "file_size": "1.0 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XXS.gguf", + "file_size": "9.0 GB" }, { - "model_id": "Qwen3.5-2B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_S.gguf", - "file_size": "983.2 MB" + "model_id": "google_gemma-4-26B-A4B-it-IQ3_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3.5-2B-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ3_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XS.gguf", + "file_size": "11.6 GB" }, { - "model_id": "Qwen3.5-2B-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_1.gguf", - "file_size": "1.2 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ3_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XXS.gguf", + "file_size": "11.3 GB" }, { - "model_id": "Qwen3.5-2B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_M.gguf", - "file_size": "1.2 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ4_NL", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_NL.gguf", + "file_size": "13.7 GB" }, { - "model_id": "Qwen3.5-2B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_S.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ4_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_XS.gguf", + "file_size": "13.2 GB" }, { - "model_id": "Qwen3.5-2B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_M.gguf", - "file_size": "1.3 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q2_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K.gguf", + "file_size": "10.2 GB" }, { - "model_id": "Qwen3.5-2B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_S.gguf", - "file_size": "1.3 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q2_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K_L.gguf", + "file_size": "10.4 GB" }, { - "model_id": "Qwen3.5-2B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q6_K.gguf", - "file_size": "1.5 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_L.gguf", + "file_size": "12.3 GB" }, { - "model_id": "Qwen3.5-2B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q8_0.gguf", - "file_size": "1.9 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_M.gguf", + "file_size": "12.1 GB" }, { - "model_id": "Qwen3.5-2B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_M.gguf", - "file_size": "820.0 MB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_S.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Qwen3.5-2B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_XXS.gguf", - "file_size": "732.7 MB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_XL", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_XL.gguf", + "file_size": "12.5 GB" }, { - "model_id": "Qwen3.5-2B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ3_XXS.gguf", - "file_size": "888.7 MB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_0.gguf", + "file_size": "13.7 GB" }, { - "model_id": "Qwen3.5-2B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q2_K_XL.gguf", - "file_size": "921.8 MB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_1", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_1.gguf", + "file_size": "15.0 GB" }, { - "model_id": "Qwen3.5-2B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q3_K_XL.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_L.gguf", + "file_size": "16.0 GB" }, { - "model_id": "Qwen3.5-2B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q4_K_XL.gguf", - "file_size": "1.2 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_M.gguf", + "file_size": "15.9 GB" }, { - "model_id": "Qwen3.5-2B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q5_K_XL.gguf", - "file_size": "1.4 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_S.gguf", + "file_size": "14.8 GB" }, { - "model_id": "Qwen3.5-2B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q6_K_XL.gguf", - "file_size": "1.7 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q5_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_L.gguf", + "file_size": "18.2 GB" }, { - "model_id": "Qwen3.5-2B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q8_K_XL.gguf", - "file_size": "2.6 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q5_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_M.gguf", + "file_size": "18.0 GB" + }, + { + "model_id": "google_gemma-4-26B-A4B-it-Q5_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_S.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "google_gemma-4-26B-A4B-it-Q6_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "google_gemma-4-26B-A4B-it-Q6_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K_L.gguf", + "file_size": "21.5 GB" + }, + { + "model_id": "google_gemma-4-26B-A4B-it-Q8_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q8_0.gguf", + "file_size": "25.0 GB" + }, + { + "model_id": "google_gemma-4-26B-A4B-it-imatrix", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-imatrix.gguf", + "file_size": "54.3 MB" } ], - "num_mmproj": 3, + "num_mmproj": 2, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "640.3 MB" + "model_id": "mmproj-google_gemma-4-26B-A4B-it-bf16", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-bf16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "637.3 MB" + "model_id": "mmproj-google_gemma-4-26B-A4B-it-f16", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-f16.gguf", + "file_size": "1.1 GB" + } + ], + "readme": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." + }, + { + "model_name": "gpt-oss-120b-GGUF", + "developer": "unsloth", + "downloads": 269679, + "createdAt": "2025-08-05T17:11:45.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "gpt-oss-120b-F16", + "path": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/gpt-oss-120b-F16.gguf", + "file_size": "60.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/README.md", + "description": "OpenAI's Apache-licensed 120B parameter open-weight LLM (117B active) that runs on a single H100 GPU with configurable reasoning, chain-of-thought, and agentic capabilities." + }, + { + "model_name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 263918, + "createdAt": "2026-03-03T12:16:35.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "7.8 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.2 GB" + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "2.5 GB" + }, + { + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "3.2 GB" + }, + { + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "4.2 GB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/README.md", - "description": "Qwen3.5-2B is a 2B-parameter multimodal language model supporting text, images, and video with 262K context length and thinking mode." + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "644.3 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored GGUF variant of Qwen3.5-4B with zero refusals, supporting text and vision, available in multiple quantizations." + }, + { + "model_name": "supergemma4-26b-uncensored-gguf-v2", + "developer": "Jiunsong", + "downloads": 255390, + "createdAt": "2026-04-11T11:03:05.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "supergemma4-26b-uncensored-fast-v2-Q4_K_M", + "path": "https://huggingface.co/Jiunsong/supergemma4-26b-uncensored-gguf-v2/resolve/main/supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf", + "file_size": "15.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Jiunsong/supergemma4-26b-uncensored-gguf-v2/resolve/main/README.md", + "description": "Fast, uncensored GGUF build of SuperGemma4-26B optimized for Apple Silicon with Korean and coding support." }, { "model_name": "Qwen_Qwen3.5-35B-A3B-GGUF", @@ -3876,206 +4830,100 @@ "file_size": "28.2 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q8_0.gguf", - "file_size": "34.4 GB" - }, - { - "model_id": "Qwen_Qwen3.5-35B-A3B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-imatrix.gguf", - "file_size": "183.3 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-Qwen_Qwen3.5-35B-A3B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-bf16.gguf", - "file_size": "861.0 MB" - }, - { - "model_id": "mmproj-Qwen_Qwen3.5-35B-A3B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-f16.gguf", - "file_size": "857.6 MB" - } - ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/README.md", - "description": "GGUF quantizations of Qwen3.5-35B-A3B for llama.cpp." - }, - { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", - "developer": "Jackrong", - "downloads": 254428, - "createdAt": "2026-03-19T10:39:40.000Z", - "tools": true, - "num_quants": 4, - "quants": [ - { - "model_id": "Qwen3.5-27B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", - "file_size": "15.4 GB" - }, - { - "model_id": "Qwen3.5-27B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q5_K_M.gguf", - "file_size": "17.9 GB" - }, - { - "model_id": "Qwen3.5-27B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q6_K.gguf", - "file_size": "20.6 GB" - }, - { - "model_id": "Qwen3.5-27B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", - "file_size": "26.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" - } - ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", - "description": "A reasoning-focused Qwen3.5-27B fine-tuned on Claude 4.6 Opus data, achieving 96.91% HumanEval with 24% shorter chain-of-thought." - }, - { - "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 254021, - "createdAt": "2026-03-03T03:16:06.000Z", - "tools": true, - "num_quants": 10, - "quants": [ - { - "model_id": "Qwen3.5-4B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q2_K.gguf", - "file_size": "1.7 GB" - }, - { - "model_id": "Qwen3.5-4B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_L.gguf", - "file_size": "2.2 GB" - }, - { - "model_id": "Qwen3.5-4B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_M.gguf", - "file_size": "2.1 GB" - }, - { - "model_id": "Qwen3.5-4B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_S.gguf", - "file_size": "1.9 GB" - }, - { - "model_id": "Qwen3.5-4B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_M.gguf", - "file_size": "2.5 GB" - }, - { - "model_id": "Qwen3.5-4B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_S.gguf", - "file_size": "2.4 GB" - }, - { - "model_id": "Qwen3.5-4B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_M.gguf", - "file_size": "2.9 GB" - }, - { - "model_id": "Qwen3.5-4B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_S.gguf", - "file_size": "2.8 GB" - }, - { - "model_id": "Qwen3.5-4B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q6_K.gguf", - "file_size": "3.2 GB" - }, - { - "model_id": "Qwen3.5-4B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen_Qwen3.5-35B-A3B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" + }, + { + "model_id": "Qwen_Qwen3.5-35B-A3B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-imatrix.gguf", + "file_size": "183.3 MB" } ], - "num_mmproj": 1, + "num_mmproj": 2, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "644.3 MB" + "model_id": "mmproj-Qwen_Qwen3.5-35B-A3B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-bf16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "mmproj-Qwen_Qwen3.5-35B-A3B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-f16.gguf", + "file_size": "857.6 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-4B reasoning model distilled from Claude-4.6 Opus using structured Chain-of-Thought training." + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Qwen3.5-35B-A3B for llama.cpp." }, { - "model_name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 253512, - "createdAt": "2026-03-05T22:13:03.000Z", + "model_name": "Gemma-4-31B-it-abliterated", + "developer": "paperscarecrow", + "downloads": 248256, + "createdAt": "2026-04-02T22:37:39.000Z", "tools": true, - "num_quants": 9, + "num_quants": 3, "quants": [ { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "50.1 GB" - }, - { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", - "file_size": "8.7 GB" - }, - { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "11.7 GB" + "model_id": "gemma-4-31b-abliterated-Q4_K_M", + "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "13.7 GB" + "model_id": "gemma-4-31b-abliterated-Q8_0", + "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q8_0.gguf", + "file_size": "30.4 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "12.4 GB" - }, + "model_id": "gemma-4-31b-abliterated-f16", + "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-f16.gguf", + "file_size": "57.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + }, + { + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", + "developer": "Jackrong", + "downloads": 248062, + "createdAt": "2026-03-19T10:39:40.000Z", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "model_id": "Qwen3.5-27B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", "file_size": "15.4 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "18.1 GB" + "model_id": "Qwen3.5-27B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "model_id": "Qwen3.5-27B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q6_K.gguf", "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "model_id": "Qwen3.5-27B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", "file_size": "26.6 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "884.6 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "Uncensored Qwen3.5-27B with 0/465 refusals, available in multiple GGUF quantizations." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", + "description": "A reasoning-focused Qwen3.5-27B fine-tuned on Claude 4.6 Opus data, achieving 96.91% HumanEval with 24% shorter chain-of-thought." }, { "model_name": "Meta-Llama-3.1-8B-Instruct-GGUF", @@ -4212,138 +5060,88 @@ "description": "GGUF quantized versions of Meta-Llama-3.1-8B-Instruct for local inference." }, { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF", - "developer": "mradermacher", - "downloads": 222288, - "createdAt": "2026-03-06T14:24:22.000Z", + "model_name": "Gemma-4-31B-JANG_4M-CRACK-GGUF", + "developer": "douyamv", + "downloads": 227503, + "createdAt": "2026-04-06T10:35:45.000Z", "tools": true, - "num_quants": 24, + "num_quants": 2, "quants": [ { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf", - "file_size": "6.3 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf", - "file_size": "5.8 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf", - "file_size": "8.7 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf", - "file_size": "8.1 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf", - "file_size": "7.8 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf", - "file_size": "7.1 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf", - "file_size": "11.3 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf", - "file_size": "10.8 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf", - "file_size": "10.0 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf", - "file_size": "9.4 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf", - "file_size": "13.1 GB" + "model_id": "gemma-4-31b-jang-crack-Q3_K_M", + "path": "https://huggingface.co/douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/resolve/main/gemma-4-31b-jang-crack-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf", - "file_size": "12.4 GB" - }, + "model_id": "gemma-4-31b-jang-crack-Q4_K_M", + "path": "https://huggingface.co/douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/resolve/main/gemma-4-31b-jang-crack-Q4_K_M.gguf", + "file_size": "17.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Gemma-4-31B with refusal removal for llama.cpp, LM Studio, and Ollama." + }, + { + "model_name": "gemma-4-26B-A4B-it-APEX-GGUF", + "developer": "mudler", + "downloads": 220829, + "createdAt": "2026-04-02T18:17:55.000Z", + "tools": true, + "num_quants": 8, + "quants": [ { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "gemma-4-26B-A4B-APEX-Balanced", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Balanced.gguf", + "file_size": "17.7 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf", - "file_size": "14.5 GB" + "model_id": "gemma-4-26B-A4B-APEX-Compact", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Compact.gguf", + "file_size": "13.8 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf", - "file_size": "15.9 GB" + "model_id": "gemma-4-26B-A4B-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Balanced.gguf", + "file_size": "17.7 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "gemma-4-26B-A4B-APEX-I-Compact", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Compact.gguf", + "file_size": "13.8 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf", - "file_size": "14.5 GB" + "model_id": "gemma-4-26B-A4B-APEX-I-Mini", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Mini.gguf", + "file_size": "11.4 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf", - "file_size": "18.1 GB" + "model_id": "gemma-4-26B-A4B-APEX-I-Nano", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Nano.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf", - "file_size": "17.4 GB" + "model_id": "gemma-4-26B-A4B-APEX-I-Quality", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Quality.gguf", + "file_size": "19.2 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf", - "file_size": "20.6 GB" - }, + "model_id": "gemma-4-26B-A4B-APEX-Quality", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Quality.gguf", + "file_size": "19.2 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.imatrix", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.imatrix.gguf", - "file_size": "13.0 MB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/README.md", - "description": "GGUF quantized versions of Qwen3.5-27B reasoning model with various precision options (6.3GB to 22.2GB)." + "readme": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 mixture-of-experts instruction-tuned model with APEX optimized quantization." }, { "model_name": "Phi-3.5-mini-instruct-GGUF", @@ -4508,224 +5306,464 @@ "file_size": "2.4 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_1", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_1.gguf", - "file_size": "2.6 GB" + "model_id": "Qwen_Qwen3.5-4B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_1.gguf", + "file_size": "2.6 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_L.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_M.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_S.gguf", + "file_size": "2.5 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_L.gguf", + "file_size": "3.2 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_M.gguf", + "file_size": "3.1 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_S.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q6_K.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q6_K_L.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q8_0.gguf", + "file_size": "4.2 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-bf16.gguf", + "file_size": "7.8 GB" + }, + { + "model_id": "Qwen_Qwen3.5-4B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-imatrix.gguf", + "file_size": "3.5 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen_Qwen3.5-4B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-bf16.gguf", + "file_size": "644.3 MB" + }, + { + "model_id": "mmproj-Qwen_Qwen3.5-4B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-f16.gguf", + "file_size": "641.3 MB" + } + ], + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/README.md", + "description": "This is a llama.cpp imatrix quantization of Qwen3.5-4B for running in various AI inference tools." + }, + { + "model_name": "Qwen3-Coder-Next-GGUF", + "developer": "unsloth", + "downloads": 210782, + "createdAt": "2026-02-03T13:10:01.000Z", + "tools": true, + "num_quants": 26, + "quants": [ + { + "model_id": "Qwen3-Coder-Next-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-IQ4_NL.gguf", + "file_size": "42.0 GB" + }, + { + "model_id": "Qwen3-Coder-Next-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-IQ4_XS.gguf", + "file_size": "39.7 GB" + }, + { + "model_id": "Qwen3-Coder-Next-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-MXFP4_MOE.gguf", + "file_size": "44.7 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q2_K", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q2_K.gguf", + "file_size": "27.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q2_K_L", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q2_K_L.gguf", + "file_size": "27.3 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q3_K_M.gguf", + "file_size": "35.7 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q3_K_S.gguf", + "file_size": "32.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q4_0.gguf", + "file_size": "42.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q4_K_M.gguf", + "file_size": "45.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-Q4_K_S.gguf", + "file_size": "42.4 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ1_M.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ1_S.gguf", + "file_size": "20.0 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ2_M.gguf", + "file_size": "23.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ2_XXS.gguf", + "file_size": "21.7 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ3_S.gguf", + "file_size": "27.7 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ3_XXS.gguf", + "file_size": "26.5 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ4_NL.gguf", + "file_size": "36.5 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-IQ4_XS.gguf", + "file_size": "35.8 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q2_K_XL.gguf", + "file_size": "24.9 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q3_K_M.gguf", + "file_size": "33.5 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q3_K_S.gguf", + "file_size": "31.0 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q3_K_XL.gguf", + "file_size": "33.8 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q4_K_M.gguf", + "file_size": "45.9 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q4_K_S.gguf", + "file_size": "42.9 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-Q4_K_XL.gguf", + "file_size": "46.2 GB" + }, + { + "model_id": "Qwen3-Coder-Next-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/Qwen3-Coder-Next-UD-TQ1_0.gguf", + "file_size": "17.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/resolve/main/README.md", + "description": "Qwen3-Coder-Next is an 80B-parameter MoE coding model with 256K context and tool-calling capabilities." + }, + { + "model_name": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "hesamation", + "downloads": 210363, + "createdAt": "2026-04-18T23:47:21.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q5_K_M", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q6_K", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q8_0", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a Qwen3.6-35B-A3B model fine-tuned on Claude Opus 4.6 chain-of-thought reasoning data for local text generation." + }, + { + "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 197981, + "createdAt": "2026-03-03T03:16:06.000Z", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "Qwen3.5-4B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q2_K.gguf", + "file_size": "1.7 GB" + }, + { + "model_id": "Qwen3.5-4B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_L.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_L.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.5-4B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_M.gguf", + "file_size": "2.1 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_M.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen3.5-4B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_S.gguf", + "file_size": "1.9 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_S.gguf", + "model_id": "Qwen3.5-4B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_M.gguf", "file_size": "2.5 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_L.gguf", - "file_size": "3.2 GB" - }, - { - "model_id": "Qwen_Qwen3.5-4B-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_M.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen3.5-4B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_S.gguf", + "file_size": "2.4 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_S.gguf", + "model_id": "Qwen3.5-4B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_M.gguf", "file_size": "2.9 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q6_K.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.5-4B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_S.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q6_K_L.gguf", - "file_size": "3.5 GB" + "model_id": "Qwen3.5-4B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q6_K.gguf", + "file_size": "3.2 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q8_0.gguf", + "model_id": "Qwen3.5-4B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q8_0.gguf", "file_size": "4.2 GB" - }, - { - "model_id": "Qwen_Qwen3.5-4B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-bf16.gguf", - "file_size": "7.8 GB" - }, - { - "model_id": "Qwen_Qwen3.5-4B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-imatrix.gguf", - "file_size": "3.5 MB" } ], - "num_mmproj": 2, + "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen_Qwen3.5-4B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-bf16.gguf", + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", "file_size": "644.3 MB" - }, - { - "model_id": "mmproj-Qwen_Qwen3.5-4B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-f16.gguf", - "file_size": "641.3 MB" } ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/README.md", - "description": "This is a llama.cpp imatrix quantization of Qwen3.5-4B for running in various AI inference tools." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-4B reasoning model distilled from Claude-4.6 Opus using structured Chain-of-Thought training." }, { - "model_name": "Nemotron-3-Nano-30B-A3B-GGUF", - "developer": "unsloth", - "downloads": 208772, - "createdAt": "2025-12-15T11:42:58.000Z", + "model_name": "Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF", + "developer": "LuffyTheFox", + "downloads": 194179, + "createdAt": "2026-04-16T15:21:09.000Z", "tools": true, - "num_quants": 22, + "num_quants": 10, "quants": [ { - "model_id": "Nemotron-3-Nano-30B-A3B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-IQ4_NL.gguf", - "file_size": "16.9 GB" - }, - { - "model_id": "Nemotron-3-Nano-30B-A3B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-IQ4_XS.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.IQ3_M", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.IQ3_M.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q2_K_L", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q2_K_L.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.IQ4_NL", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.IQ4_NL.gguf", + "file_size": "18.4 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q3_K_M.gguf", - "file_size": "18.6 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.IQ4_XS", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q3_K_S.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.MXFP4_MOE", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.MXFP4_MOE.gguf", + "file_size": "20.2 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q4_0", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_0.gguf", - "file_size": "17.0 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q2_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q2_K_P.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q4_1", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_1.gguf", - "file_size": "18.7 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q3_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q3_K_P.gguf", + "file_size": "17.7 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf", - "file_size": "22.9 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q4_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q4_K_P.gguf", + "file_size": "21.8 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_K_S.gguf", - "file_size": "20.5 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q5_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q5_K_P.gguf", + "file_size": "26.1 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q5_K_M.gguf", - "file_size": "24.4 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q6_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q6_K_P.gguf", + "file_size": "28.5 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q5_K_S.gguf", - "file_size": "22.3 GB" - }, + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q8_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q8_K_P.gguf", + "file_size": "40.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Nemotron-3-Nano-30B-A3B-Q6_K", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q6_K.gguf", - "file_size": "31.2 GB" - }, + "model_id": "mmproj-Qwen3.6-35B-A3B-Uncensored.f16", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/mmproj-Qwen3.6-35B-A3B-Uncensored.f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/README.md", + "description": "Uncensored Qwen3.6-35B MoE multimodal model with Wasserstein-metric tensor repair (3/500 layers fixed), recommended Q4_K_P quantization." + }, + { + "model_name": "Qwen3.5-122B-A10B-GGUF", + "developer": "unsloth", + "downloads": 192808, + "createdAt": "2026-02-24T14:49:45.000Z", + "tools": true, + "num_quants": 7, + "quants": [ { - "model_id": "Nemotron-3-Nano-30B-A3B-Q8_0", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q8_0.gguf", - "file_size": "31.3 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ1_M.gguf", + "file_size": "31.9 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ2_M.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_M.gguf", + "file_size": "36.5 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf", + "file_size": "34.1 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_S.gguf", + "file_size": "43.4 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL.gguf", - "file_size": "18.6 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf", + "file_size": "41.7 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL.gguf", - "file_size": "18.6 GB" + "model_id": "Qwen3.5-122B-A10B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf", + "file_size": "39.0 GB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL.gguf", - "file_size": "21.3 GB" - }, + "model_id": "imatrix_unsloth", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/imatrix_unsloth.gguf", + "file_size": "342.3 MB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL.gguf", - "file_size": "25.6 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "870.0 MB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL.gguf", - "file_size": "31.2 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "866.6 MB" }, { - "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL.gguf", - "file_size": "37.7 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/README.md", - "description": "NVIDIA Nemotron-3-Nano-30B-A3B is a hybrid Mamba-2/Transformer Mixture-of-Experts model with 30B total (3.5B active) parameters, featuring toggleable reasoning traces and supporting English, Spanish, French, German, Japanese, and Italian for commercial use." - }, - { - "model_name": "gemma-7b-it", - "developer": "google", - "downloads": 206714, - "createdAt": "2024-02-13T01:07:30.000Z", - "tools": false, - "num_quants": 1, - "quants": [ - { - "model_id": "gemma-7b-it", - "path": "https://huggingface.co/google/gemma-7b-it/resolve/main/gemma-7b-it.gguf", - "file_size": "31.8 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/google/gemma-7b-it/resolve/main/README.md", - "description": "The Gemma 7B instruct model is a lightweight, open-source text-to-text large language model from Google, trained on diverse data including web text, code, and math, and suitable for various text generation tasks with support for fine-tuning, GPU acceleration, and ethical safety measures." + "readme": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/README.md", + "description": "Alibaba's Qwen 3.5 122B mixture-of-experts model offering strong reasoning and instruction following." }, { "model_name": "Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF", @@ -4811,168 +5849,10 @@ "readme": "https://huggingface.co/mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF/resolve/main/README.md", "description": "GGUF quantized versions of the Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5 language model in multiple quantization levels." }, - { - "model_name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 178526, - "createdAt": "2026-03-03T12:16:35.000Z", - "tools": true, - "num_quants": 4, - "quants": [ - { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "7.8 GB" - }, - { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "2.5 GB" - }, - { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "3.2 GB" - }, - { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "4.2 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "644.3 MB" - } - ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "An uncensored GGUF variant of Qwen3.5-4B with zero refusals, supporting text and vision, available in multiple quantizations." - }, - { - "model_name": "Phi-4-mini-instruct-GGUF", - "developer": "MaziyarPanahi", - "downloads": 178112, - "createdAt": "2025-03-01T10:43:15Z", - "tools": false, - "num_quants": 11, - "quants": [ - { - "model_id": "Phi-4-mini-instruct.Q2_K", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q2_K.gguf", - "file_size": "1.6 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q3_K_L", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q3_K_L.gguf", - "file_size": "2.1 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q3_K_M", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q3_K_M.gguf", - "file_size": "2.0 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q3_K_S", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q3_K_S.gguf", - "file_size": "1.8 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q4_K_M", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q4_K_M.gguf", - "file_size": "2.3 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q4_K_S", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q4_K_S.gguf", - "file_size": "2.2 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q5_K_M", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q5_K_M.gguf", - "file_size": "2.7 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q5_K_S", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q5_K_S.gguf", - "file_size": "2.5 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q6_K", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q6_K.gguf", - "file_size": "2.9 GB" - }, - { - "model_id": "Phi-4-mini-instruct.Q8_0", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q8_0.gguf", - "file_size": "3.8 GB" - }, - { - "model_id": "Phi-4-mini-instruct.fp16", - "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.fp16.gguf", - "file_size": "7.2 GB" - } - ], - "readme": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/README.md", - "description": "This model is a GGUF-quantized version of the Microsoft Phi-4-mini-instruct model, optimized for efficient text generation on various platforms.", - "mmproj_models": [], - "num_mmproj": 0 - }, - { - "model_name": "LFM2.5-1.2B-Instruct-GGUF", - "developer": "LiquidAI", - "downloads": 177810, - "createdAt": "2026-01-04T00:09:26.000Z", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "LFM2.5-1.2B-Instruct-BF16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-BF16.gguf", - "file_size": "2.2 GB" - }, - { - "model_id": "LFM2.5-1.2B-Instruct-F16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-F16.gguf", - "file_size": "2.2 GB" - }, - { - "model_id": "LFM2.5-1.2B-Instruct-Q4_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_0.gguf", - "file_size": "663.5 MB" - }, - { - "model_id": "LFM2.5-1.2B-Instruct-Q4_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_K_M.gguf", - "file_size": "697.0 MB" - }, - { - "model_id": "LFM2.5-1.2B-Instruct-Q5_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q5_K_M.gguf", - "file_size": "804.3 MB" - }, - { - "model_id": "LFM2.5-1.2B-Instruct-Q6_K", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q6_K.gguf", - "file_size": "918.2 MB" - }, - { - "model_id": "LFM2.5-1.2B-Instruct-Q8_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q8_0.gguf", - "file_size": "1.2 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/README.md", - "description": "LFM2.5-1.2B-Instruct is a compact hybrid AI model by Liquid AI designed for efficient on-device text generation, available in GGUF format for llama.cpp." - }, { "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", "developer": "Jackrong", - "downloads": 177157, + "downloads": 180420, "createdAt": "2026-03-18T02:52:10.000Z", "tools": true, "num_quants": 3, @@ -5005,139 +5885,153 @@ "description": "A reasoning-focused Qwen3.5-9B model distilled from Claude 4.6 Opus that achieves higher accuracy with 20% fewer reasoning tokens." }, { - "model_name": "gemma-4-E2B-it-GGUF", - "developer": "unsloth", - "downloads": 176703, - "createdAt": "2026-04-01T14:40:57.000Z", + "model_name": "Qwen3.5-9B-GLM5.1-Distill-v1-GGUF", + "developer": "Jackrong", + "downloads": 180327, + "createdAt": "2026-04-16T01:01:14.000Z", "tools": true, - "num_quants": 21, + "num_quants": 12, "quants": [ { - "model_id": "gemma-4-E2B-it-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-BF16.gguf", - "file_size": "8.7 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "gemma-4-E2B-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_NL.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-IQ4_XS.gguf", + "file_size": "4.9 GB" }, { - "model_id": "gemma-4-E2B-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_XS.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q2_K.gguf", + "file_size": "3.6 GB" }, { - "model_id": "gemma-4-E2B-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_M.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "gemma-4-E2B-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_S.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_0.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_1.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_S.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "gemma-4-E2B-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_M.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "gemma-4-E2B-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_S.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "gemma-4-E2B-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q6_K.gguf", - "file_size": "4.2 GB" - }, + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "gemma-4-E2B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q8_0.gguf", - "file_size": "4.7 GB" + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/mmproj.gguf", + "file_size": "879.0 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/README.md", + "description": "A 9B Qwen3.5 model distilled with GLM-5.1 reasoning data via SFT/LoRA to improve structured reasoning and instruction-following." + }, + { + "model_name": "Phi-4-mini-instruct-GGUF", + "developer": "MaziyarPanahi", + "downloads": 178112, + "createdAt": "2025-03-01T10:43:15Z", + "tools": false, + "num_quants": 11, + "quants": [ + { + "model_id": "Phi-4-mini-instruct.Q2_K", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q2_K.gguf", + "file_size": "1.6 GB" }, { - "model_id": "gemma-4-E2B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ2_M.gguf", + "model_id": "Phi-4-mini-instruct.Q3_K_L", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q3_K_L.gguf", "file_size": "2.1 GB" }, { - "model_id": "gemma-4-E2B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ3_XXS.gguf", - "file_size": "2.2 GB" + "model_id": "Phi-4-mini-instruct.Q3_K_M", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q3_K_M.gguf", + "file_size": "2.0 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q2_K_XL.gguf", - "file_size": "2.2 GB" + "model_id": "Phi-4-mini-instruct.Q3_K_S", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q3_K_S.gguf", + "file_size": "1.8 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q3_K_XL.gguf", - "file_size": "2.7 GB" + "model_id": "Phi-4-mini-instruct.Q4_K_M", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q4_K_M.gguf", + "file_size": "2.3 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q4_K_XL.gguf", - "file_size": "3.0 GB" + "model_id": "Phi-4-mini-instruct.Q4_K_S", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q4_K_S.gguf", + "file_size": "2.2 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q5_K_XL.gguf", - "file_size": "4.0 GB" + "model_id": "Phi-4-mini-instruct.Q5_K_M", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q5_K_M.gguf", + "file_size": "2.7 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q6_K_XL.gguf", - "file_size": "4.4 GB" + "model_id": "Phi-4-mini-instruct.Q5_K_S", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q5_K_S.gguf", + "file_size": "2.5 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q8_K_XL.gguf", - "file_size": "4.9 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "941.1 MB" + "model_id": "Phi-4-mini-instruct.Q6_K", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q6_K.gguf", + "file_size": "2.9 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "940.0 MB" + "model_id": "Phi-4-mini-instruct.Q8_0", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q8_0.gguf", + "file_size": "3.8 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.8 GB" + "model_id": "Phi-4-mini-instruct.fp16", + "path": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.fp16.gguf", + "file_size": "7.2 GB" } ], - "readme": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + "readme": "https://huggingface.co/MaziyarPanahi/Phi-4-mini-instruct-GGUF/resolve/main/README.md", + "description": "This model is a GGUF-quantized version of the Microsoft Phi-4-mini-instruct model, optimized for efficient text generation on various platforms.", + "mmproj_models": [], + "num_mmproj": 0 }, { "model_name": "Mistral-Nemo-Instruct-2407-GGUF", @@ -5258,6 +6152,95 @@ "readme": "https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/resolve/main/README.md", "description": "LFM2.5-VL-1.6B is a 1.6B parameter vision-language model by Liquid AI, available in GGUF format for llama.cpp." }, + { + "model_name": "gemma-4-E4B-it-OBLITERATED", + "developer": "OBLITERATUS", + "downloads": 167992, + "createdAt": "2026-04-15T01:22:42.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "gemma-4-E4B-it-OBLITERATED-Q4_K_M", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-Q4_K_M.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "gemma-4-E4B-it-OBLITERATED-Q5_K_M", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-Q5_K_M.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "gemma-4-E4B-it-OBLITERATED-Q8_0", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-Q8_0.gguf", + "file_size": "7.5 GB" + }, + { + "model_id": "gemma-4-E4B-it-OBLITERATED-mmproj-f16", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-mmproj-f16.gguf", + "file_size": "944.5 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/README.md", + "description": "An abliterated Gemma 4 4B model with all safety guardrails removed, running on phones." + }, + { + "model_name": "Qwen3.6-35B-A3B-APEX-GGUF", + "developer": "mudler", + "downloads": 164253, + "createdAt": "2026-04-17T00:07:18.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-APEX-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Balanced.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-APEX-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Compact.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Balanced.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Compact.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Mini.gguf", + "file_size": "13.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Quality.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-APEX-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Quality.gguf", + "file_size": "21.3 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/mmproj.gguf", + "file_size": "861.0 MB" + } + ], + "readme": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/README.md", + "description": "APEX quantizations of Qwen3.6-35B-A3B MoE model in GGUF format with imatrix variants offering various quality/size tradeoffs." + }, { "model_name": "gemma-2b", "developer": "google", @@ -5361,6 +6344,150 @@ "readme": "https://huggingface.co/jinaai/jina-embeddings-v5-text-small-retrieval/resolve/main/README.md", "description": "A compact 677M parameter multilingual embedding model optimized for information retrieval, distilled from larger models." }, + { + "model_name": "Qwen3-Coder-30B-A3B-Instruct-GGUF", + "developer": "unsloth", + "downloads": 160006, + "createdAt": "2025-07-31T10:27:38.000Z", + "tools": true, + "num_quants": 26, + "quants": [ + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf", + "file_size": "10.5 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf", + "file_size": "16.2 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf", + "file_size": "17.3 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf", + "file_size": "19.6 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf", + "file_size": "23.4 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf", + "file_size": "30.3 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf", + "file_size": "9.0 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf", + "file_size": "8.3 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf", + "file_size": "10.1 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf", + "file_size": "9.6 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf", + "file_size": "12.9 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf", + "file_size": "24.5 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf", + "file_size": "33.5 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf", + "file_size": "7.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/README.md", + "description": "Unsloth-optimized Qwen3-Coder-30B-A3B-Instruct is a Mixture of Experts coding model with 30.5B total/3.3B activated parameters supporting 256K context for agentic coding tasks." + }, { "model_name": "Mistral-7B-Instruct-v0.3-GGUF", "developer": "MaziyarPanahi", @@ -5455,6 +6582,305 @@ "readme": "https://huggingface.co/MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF/resolve/main/README.md", "description": "This model is a GGUF format version of the Mistral-7B-Instruct-v0.3, quantized for efficient inference on various platforms." }, + { + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF", + "developer": "mradermacher", + "downloads": 154643, + "createdAt": "2026-03-06T14:24:22.000Z", + "tools": true, + "num_quants": 24, + "quants": [ + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf", + "file_size": "8.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf", + "file_size": "7.8 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf", + "file_size": "10.8 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf", + "file_size": "9.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf", + "file_size": "9.0 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf", + "file_size": "13.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf", + "file_size": "15.9 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf", + "file_size": "18.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.imatrix", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.imatrix.gguf", + "file_size": "13.0 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/README.md", + "description": "GGUF quantized versions of Qwen3.5-27B reasoning model with various precision options (6.3GB to 22.2GB)." + }, + { + "model_name": "Qwen_Qwen3.6-35B-A3B-GGUF", + "developer": "bartowski", + "downloads": 153411, + "createdAt": "2026-04-16T14:23:44.000Z", + "tools": true, + "num_quants": 28, + "quants": [ + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ1_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ1_M.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_M.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_S.gguf", + "file_size": "10.3 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_XS.gguf", + "file_size": "10.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_XXS.gguf", + "file_size": "9.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ3_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ3_M.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ3_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ3_XS.gguf", + "file_size": "15.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ3_XXS.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ4_NL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ4_NL.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ4_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ4_XS.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q2_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q2_K.gguf", + "file_size": "11.8 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q2_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q2_K_L.gguf", + "file_size": "12.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_L.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_M.gguf", + "file_size": "15.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_S.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_XL.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_0.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_1.gguf", + "file_size": "20.5 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_K_L.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", + "file_size": "19.9 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_K_S.gguf", + "file_size": "19.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q5_K_L.gguf", + "file_size": "23.6 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", + "file_size": "23.3 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q5_K_S.gguf", + "file_size": "22.5 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", + "file_size": "28.0 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q6_K_L.gguf", + "file_size": "28.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" + }, + { + "model_id": "Qwen_Qwen3.6-35B-A3B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-imatrix.gguf", + "file_size": "183.3 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen_Qwen3.6-35B-A3B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-35B-A3B-bf16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "mmproj-Qwen_Qwen3.6-35B-A3B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-35B-A3B-f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of Qwen3.6-35B-A3B for efficient local inference." + }, { "model_name": "Qwen_Qwen3.5-397B-A17B-GGUF", "developer": "bartowski", @@ -5579,6 +7005,55 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "LFM2.5-1.2B-Instruct-GGUF", + "developer": "LiquidAI", + "downloads": 144885, + "createdAt": "2026-01-04T00:09:26.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "LFM2.5-1.2B-Instruct-BF16", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-BF16.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "LFM2.5-1.2B-Instruct-F16", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-F16.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "LFM2.5-1.2B-Instruct-Q4_0", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_0.gguf", + "file_size": "663.5 MB" + }, + { + "model_id": "LFM2.5-1.2B-Instruct-Q4_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_K_M.gguf", + "file_size": "697.0 MB" + }, + { + "model_id": "LFM2.5-1.2B-Instruct-Q5_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q5_K_M.gguf", + "file_size": "804.3 MB" + }, + { + "model_id": "LFM2.5-1.2B-Instruct-Q6_K", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q6_K.gguf", + "file_size": "918.2 MB" + }, + { + "model_id": "LFM2.5-1.2B-Instruct-Q8_0", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q8_0.gguf", + "file_size": "1.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/README.md", + "description": "LFM2.5-1.2B-Instruct is a compact hybrid AI model by Liquid AI designed for efficient on-device text generation, available in GGUF format for llama.cpp." + }, { "model_name": "Qwen2.5-1.5B-Instruct-GGUF", "developer": "MaziyarPanahi", @@ -6358,148 +7833,49 @@ "description": "An experimental variant of Alibaba's Qwen 3.5 35B mixture-of-experts model." }, { - "model_name": "Qwen3-Coder-30B-A3B-Instruct-GGUF", - "developer": "unsloth", - "downloads": 133493, - "createdAt": "2025-07-31T10:27:38.000Z", + "model_name": "Qwopus3.5-9B-v3-GGUF", + "developer": "Jackrong", + "downloads": 141060, + "createdAt": "2026-03-31T08:23:16.000Z", "tools": true, - "num_quants": 26, + "num_quants": 5, "quants": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf", - "file_size": "10.5 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf", - "file_size": "10.6 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf", - "file_size": "16.2 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf", - "file_size": "17.9 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf", - "file_size": "17.3 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf", - "file_size": "16.3 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf", - "file_size": "20.2 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf", - "file_size": "19.6 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf", - "file_size": "23.4 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf", - "file_size": "30.3 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf", - "file_size": "8.3 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf", - "file_size": "10.1 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf", - "file_size": "9.6 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf", - "file_size": "12.0 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf", - "file_size": "12.9 GB" + "model_id": "Qwopus3.5-9B-v3.BF16", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf", - "file_size": "16.5 GB" + "model_id": "Qwopus3.5-9B-v3.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf", - "file_size": "20.2 GB" + "model_id": "Qwopus3.5-9B-v3.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf", - "file_size": "24.5 GB" + "model_id": "Qwopus3.5-9B-v3.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf", - "file_size": "33.5 GB" - }, + "model_id": "Qwopus3.5-9B-v3.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf", - "file_size": "7.5 GB" + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/mmproj.gguf", + "file_size": "879.0 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/README.md", - "description": "Unsloth-optimized Qwen3-Coder-30B-A3B-Instruct is a Mixture of Experts coding model with 30.5B total/3.3B activated parameters supporting 256K context for agentic coding tasks." + "readme": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/README.md", + "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." }, { "model_name": "GLM-4.6V-Flash-GGUF", @@ -6662,153 +8038,132 @@ "description": "Text-only 9B GLM-4.6V-Flash model for local deployment." }, { - "model_name": "GLM-4.7-Flash-GGUF", - "developer": "unsloth", - "downloads": 131623, - "createdAt": "2026-01-20T00:14:42.000Z", + "model_name": "gemma-4-26B-A4B-it-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 131161, + "createdAt": "2026-04-07T01:46:34.000Z", "tools": true, - "num_quants": 27, + "num_quants": 10, "quants": [ { - "model_id": "GLM-4.7-Flash-IQ4_NL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-IQ4_NL.gguf", - "file_size": "16.0 GB" - }, - { - "model_id": "GLM-4.7-Flash-IQ4_XS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-IQ4_XS.gguf", - "file_size": "15.2 GB" - }, - { - "model_id": "GLM-4.7-Flash-MXFP4_MOE", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-MXFP4_MOE.gguf", - "file_size": "15.8 GB" - }, - { - "model_id": "GLM-4.7-Flash-Q2_K", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q2_K.gguf", - "file_size": "10.6 GB" + "model_id": "gemma-4-26B-A4B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "GLM-4.7-Flash-Q2_K_L", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q2_K_L.gguf", - "file_size": "10.6 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-BF16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "GLM-4.7-Flash-Q3_K_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q3_K_M.gguf", - "file_size": "13.6 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_L.gguf", + "file_size": "12.9 GB" }, { - "model_id": "GLM-4.7-Flash-Q3_K_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q3_K_S.gguf", + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_M.gguf", "file_size": "12.4 GB" }, { - "model_id": "GLM-4.7-Flash-Q4_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_0.gguf", - "file_size": "16.0 GB" - }, - { - "model_id": "GLM-4.7-Flash-Q4_1", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_1.gguf", - "file_size": "17.7 GB" - }, - { - "model_id": "GLM-4.7-Flash-Q4_K_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_K_M.gguf", - "file_size": "17.1 GB" - }, - { - "model_id": "GLM-4.7-Flash-Q4_K_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_K_S.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "GLM-4.7-Flash-Q5_K_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q5_K_M.gguf", - "file_size": "19.9 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "GLM-4.7-Flash-Q5_K_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q5_K_S.gguf", - "file_size": "19.4 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "GLM-4.7-Flash-Q6_K", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q6_K.gguf", - "file_size": "23.0 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_M.gguf", + "file_size": "17.8 GB" }, { - "model_id": "GLM-4.7-Flash-Q8_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q8_0.gguf", - "file_size": "29.7 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_S.gguf", + "file_size": "16.8 GB" }, { - "model_id": "GLM-4.7-Flash-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ1_M.gguf", - "file_size": "9.1 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q6_K.gguf", + "file_size": "21.1 GB" }, { - "model_id": "GLM-4.7-Flash-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ1_S.gguf", - "file_size": "8.6 GB" - }, + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "A decensored version of Google's Gemma 4 26B A4B model using Heretic/ARA ablation with 89% fewer refusals and minimal quality loss." + }, + { + "model_name": "gemma-4-31B-it-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 127355, + "createdAt": "2026-04-03T23:53:42.000Z", + "tools": true, + "num_quants": 10, + "quants": [ { - "model_id": "GLM-4.7-Flash-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ2_M.gguf", - "file_size": "10.2 GB" + "model_id": "gemma-4-31B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "GLM-4.7-Flash-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ2_XXS.gguf", - "file_size": "9.8 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-BF16.gguf", + "file_size": "57.2 GB" }, { - "model_id": "GLM-4.7-Flash-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ3_XXS.gguf", - "file_size": "12.0 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_L.gguf", + "file_size": "15.5 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q2_K_XL.gguf", - "file_size": "11.1 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q3_K_XL.gguf", - "file_size": "12.8 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q4_K_XL.gguf", - "file_size": "16.3 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_S.gguf", + "file_size": "16.5 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q5_K_XL.gguf", - "file_size": "20.2 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_M.gguf", + "file_size": "20.3 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q6_K_XL.gguf", - "file_size": "24.4 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_S.gguf", + "file_size": "19.8 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q8_K_XL.gguf", - "file_size": "33.2 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q6_K.gguf", + "file_size": "23.5 GB" }, { - "model_id": "GLM-4.7-Flash-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-TQ1_0.gguf", - "file_size": "7.8 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q8_0.gguf", + "file_size": "30.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/README.md", - "description": "GLM-4.7-Flash is a 30B-A3B MoE text-generation model optimized for local deployment via vLLM, SGLang, or transformers, offering strong benchmark performance across reasoning and coding tasks." + "readme": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." }, { "model_name": "gemma-3-27b-it-GGUF", @@ -6966,147 +8321,123 @@ "description": "Google's Gemma 3 27B instruction-tuned model, a capable open model for text generation, reasoning, and conversation." }, { - "model_name": "Crow-9B-HERETIC-4.6", - "developer": "Crownelius", - "downloads": 123157, - "createdAt": "2026-03-03T08:14:36.000Z", + "model_name": "Qwopus3.6-27B-v1-preview-GGUF", + "developer": "Jackrong", + "downloads": 122576, + "createdAt": "2026-04-23T00:30:09.000Z", "tools": true, - "num_quants": 5, + "num_quants": 9, "quants": [ { - "model_id": "Qwen3.5-9B-heretic-v2.BF16-mmproj", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.BF16-mmproj.gguf", - "file_size": "879.0 MB" + "model_id": "Qwopus3.6-27B-v1-preview-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-IQ4_XS.gguf", + "file_size": "14.2 GB" }, { - "model_id": "Qwen3.5-9B-heretic-v2.F16", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.F16.gguf", - "file_size": "16.7 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q2_K", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "Qwen3.5-9B-heretic-v2.Q4_K_M", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q3_K_L.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Qwen3.5-9B-heretic-v2.Q5_K_M", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q5_K_M.gguf", - "file_size": "6.1 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Qwen3.5-9B-heretic-v2.Q8_0", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/README.md", - "description": "A 9B parameter LLM distilled from Claude Opus 4.6 into Qwen3.5 architecture, available in multiple GGUF quantizations for consumer GPUs." - }, - { - "model_name": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 117916, - "createdAt": "2026-03-22T02:21:43.000Z", - "tools": true, - "num_quants": 13, - "quants": [ - { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ2_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", - "file_size": "37.2 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q4_K_S.gguf", + "file_size": "14.5 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "50.1 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_XXS", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_XXS.gguf", - "file_size": "43.9 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q5_K_S.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "60.8 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "54.6 GB" - }, + "model_id": "Qwopus3.6-27B-v1-preview-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", - "file_size": "58.7 GB" - }, + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/mmproj.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/README.md", + "description": "Qwopus3.6-27B-v1-preview is an early preview reasoning model fine-tuned from Qwen3.6-27B using mixed reasoning datasets for more structured and consistent outputs." + }, + { + "model_name": "Qwen2.5-Coder-7B-Instruct-GGUF", + "developer": "Qwen", + "downloads": 119771, + "createdAt": "2024-09-18T11:40:39.000Z", + "tools": true, + "num_quants": 8, + "quants": [ { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "69.1 GB" + "model_id": "qwen2.5-coder-7b-instruct-fp16", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-fp16.gguf", + "file_size": "14.2 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", - "file_size": "73.3 GB" + "model_id": "qwen2.5-coder-7b-instruct-q2_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q2_k.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "81.0 GB" + "model_id": "qwen2.5-coder-7b-instruct-q3_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q3_k_m.gguf", + "file_size": "3.5 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", - "file_size": "87.1 GB" + "model_id": "qwen2.5-coder-7b-instruct-q4_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_0.gguf", + "file_size": "4.1 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "93.4 GB" + "model_id": "qwen2.5-coder-7b-instruct-q4_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf", + "file_size": "4.4 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", - "file_size": "97.4 GB" + "model_id": "qwen2.5-coder-7b-instruct-q5_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q5_k_m.gguf", + "file_size": "5.1 GB" }, { - "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", - "file_size": "134.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "866.6 MB" - } - ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "An uncensored GGUF quant of Qwen3.5-122B-A10B MoE model with zero refusals." - }, - { - "model_name": "gpt-oss-120b-GGUF", - "developer": "unsloth", - "downloads": 115725, - "createdAt": "2025-08-05T17:11:45.000Z", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "qwen2.5-coder-7b-instruct-q6_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q6_k.gguf", + "file_size": "5.8 GB" + }, { - "model_id": "gpt-oss-120b-F16", - "path": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/gpt-oss-120b-F16.gguf", - "file_size": "60.9 GB" + "model_id": "qwen2.5-coder-7b-instruct-q8_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q8_0.gguf", + "file_size": "7.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/README.md", - "description": "OpenAI's Apache-licensed 120B parameter open-weight LLM (117B active) that runs on a single H100 GPU with configurable reasoning, chain-of-thought, and agentic capabilities." + "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/README.md", + "description": "A 7B code-specialized LLM in GGUF format with 128K context support from Alibaba's Qwen2.5-Coder series." }, { "model_name": "RealRobot-Chatbot-Ecommerce-Robot-Fibonacci-Nano-llm", @@ -7206,20 +8537,44 @@ "file_size": "6.1 GB" }, { - "model_id": "Meta-Llama-3-8B-Instruct.Q8_0", - "path": "https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.Q8_0.gguf", - "file_size": "8.0 GB" + "model_id": "Meta-Llama-3-8B-Instruct.Q8_0", + "path": "https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.Q8_0.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "Meta-Llama-3-8B-Instruct.fp16", + "path": "https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.fp16.gguf", + "file_size": "15.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/README.md", + "description": "This is a quantized and GGUF version of the Meta Llama 3 8B Instruct model, optimized for efficient inference and compatible with llama.cpp, based on the original Meta Llama 3 model." + }, + { + "model_name": "gemma-4-E4B-it-uncensored-GGUF", + "developer": "TrevorJS", + "downloads": 109292, + "createdAt": "2026-04-04T03:45:30.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "gemma-4-E4B-it-uncensored-Q4_K_M", + "path": "https://huggingface.co/TrevorJS/gemma-4-E4B-it-uncensored-GGUF/resolve/main/gemma-4-E4B-it-uncensored-Q4_K_M.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Meta-Llama-3-8B-Instruct.fp16", - "path": "https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.fp16.gguf", - "file_size": "15.0 GB" + "model_id": "gemma-4-E4B-it-uncensored-Q8_0", + "path": "https://huggingface.co/TrevorJS/gemma-4-E4B-it-uncensored-GGUF/resolve/main/gemma-4-E4B-it-uncensored-Q8_0.gguf", + "file_size": "7.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/README.md", - "description": "This is a quantized and GGUF version of the Meta Llama 3 8B Instruct model, optimized for efficient inference and compatible with llama.cpp, based on the original Meta Llama 3 model." + "readme": "https://huggingface.co/TrevorJS/gemma-4-E4B-it-uncensored-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored Gemma-4 model available in Q4_K_M (5.3 GB) and Q8_0 (8.0 GB) formats for llama-server." }, { "model_name": "gemma-3-12b-it-GGUF", @@ -7411,213 +8766,311 @@ "description": "Qwen3.5-397B-A17B is a 397B-parameter multimodal language model with MoE architecture supporting text, images, and video with up to 262K context length." }, { - "model_name": "Qwen_Qwen3.5-9B-GGUF", - "developer": "bartowski", - "downloads": 104844, - "createdAt": "2026-02-27T15:45:47.000Z", + "model_name": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced", + "developer": "HauhauCS", + "downloads": 107639, + "createdAt": "2026-04-23T21:01:27.000Z", "tools": true, - "num_quants": 26, + "num_quants": 10, "quants": [ { - "model_id": "Qwen_Qwen3.5-9B-IQ2_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_M.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ2_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_S.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ3_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_M.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ3_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XS.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ4_XS.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XXS.gguf", - "file_size": "4.1 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q2_K_P.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ4_NL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_NL.gguf", - "file_size": "5.1 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q3_K_P.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ4_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_XS.gguf", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf", + "file_size": "16.3 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q2_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K.gguf", - "file_size": "3.7 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q5_K_P.gguf", + "file_size": "19.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q2_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K_L.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q6_K_P.gguf", + "file_size": "21.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_L.gguf", - "file_size": "4.7 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q8_K_P.gguf", + "file_size": "29.8 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Balanced-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Balanced-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/README.md", + "description": "An uncensored, multimodal 27B GGUF model optimized for agentic coding with zero refusals." + }, + { + "model_name": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 107607, + "createdAt": "2026-04-07T01:38:53.000Z", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_M.gguf", - "file_size": "4.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-BF16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_S.gguf", - "file_size": "4.3 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_L.gguf", + "file_size": "12.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_XL.gguf", - "file_size": "5.6 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_0.gguf", - "file_size": "5.1 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_1", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_1.gguf", - "file_size": "5.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_L.gguf", - "file_size": "6.2 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_M.gguf", + "file_size": "17.8 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_M.gguf", - "file_size": "5.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_S.gguf", + "file_size": "16.8 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_S.gguf", - "file_size": "5.2 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q6_K.gguf", + "file_size": "21.1 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_L.gguf", - "file_size": "7.0 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored Gemma 4 26B model with 97% fewer refusals and minimal quality loss." + }, + { + "model_name": "GLM-4.7-Flash-GGUF", + "developer": "unsloth", + "downloads": 105752, + "createdAt": "2026-01-20T00:14:42.000Z", + "tools": true, + "num_quants": 27, + "quants": [ + { + "model_id": "GLM-4.7-Flash-IQ4_NL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-IQ4_NL.gguf", + "file_size": "16.0 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_M.gguf", - "file_size": "6.4 GB" + "model_id": "GLM-4.7-Flash-IQ4_XS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-IQ4_XS.gguf", + "file_size": "15.2 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_S.gguf", - "file_size": "6.1 GB" + "model_id": "GLM-4.7-Flash-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-MXFP4_MOE.gguf", + "file_size": "15.8 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K.gguf", - "file_size": "7.1 GB" + "model_id": "GLM-4.7-Flash-Q2_K", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q2_K.gguf", + "file_size": "10.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K_L.gguf", - "file_size": "7.6 GB" + "model_id": "GLM-4.7-Flash-Q2_K_L", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q2_K_L.gguf", + "file_size": "10.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "GLM-4.7-Flash-Q3_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q3_K_M.gguf", + "file_size": "13.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-bf16.gguf", - "file_size": "16.7 GB" + "model_id": "GLM-4.7-Flash-Q3_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q3_K_S.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-imatrix.gguf", - "file_size": "4.9 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ + "model_id": "GLM-4.7-Flash-Q4_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_0.gguf", + "file_size": "16.0 GB" + }, { - "model_id": "mmproj-Qwen_Qwen3.5-9B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-bf16.gguf", - "file_size": "879.0 MB" + "model_id": "GLM-4.7-Flash-Q4_1", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_1.gguf", + "file_size": "17.7 GB" }, { - "model_id": "mmproj-Qwen_Qwen3.5-9B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-f16.gguf", - "file_size": "875.6 MB" - } - ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/README.md", - "description": "Quantized GGUF versions of Qwen3.5-9B using llama.cpp imatrix, ranging from 17.92GB bf16 to 3.48GB IQ2_S, for CPU/GPU inference in various tools." - }, - { - "model_name": "Qwen2.5-Coder-7B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 104469, - "createdAt": "2024-09-18T11:40:39.000Z", - "tools": true, - "num_quants": 8, - "quants": [ + "model_id": "GLM-4.7-Flash-Q4_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_K_M.gguf", + "file_size": "17.1 GB" + }, { - "model_id": "qwen2.5-coder-7b-instruct-fp16", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-fp16.gguf", - "file_size": "14.2 GB" + "model_id": "GLM-4.7-Flash-Q4_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_K_S.gguf", + "file_size": "16.1 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q2_k.gguf", - "file_size": "2.8 GB" + "model_id": "GLM-4.7-Flash-Q5_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q5_K_M.gguf", + "file_size": "19.9 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q3_k_m.gguf", - "file_size": "3.5 GB" + "model_id": "GLM-4.7-Flash-Q5_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q5_K_S.gguf", + "file_size": "19.4 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_0.gguf", - "file_size": "4.1 GB" + "model_id": "GLM-4.7-Flash-Q6_K", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q6_K.gguf", + "file_size": "23.0 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf", - "file_size": "4.4 GB" + "model_id": "GLM-4.7-Flash-Q8_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q8_0.gguf", + "file_size": "29.7 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q5_k_m.gguf", - "file_size": "5.1 GB" + "model_id": "GLM-4.7-Flash-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ1_M.gguf", + "file_size": "9.1 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q6_k.gguf", - "file_size": "5.8 GB" + "model_id": "GLM-4.7-Flash-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ1_S.gguf", + "file_size": "8.6 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q8_0.gguf", - "file_size": "7.5 GB" + "model_id": "GLM-4.7-Flash-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ2_M.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ2_XXS.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ3_XXS.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q2_K_XL.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q3_K_XL.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q4_K_XL.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q5_K_XL.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q6_K_XL.gguf", + "file_size": "24.4 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q8_K_XL.gguf", + "file_size": "33.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-TQ1_0.gguf", + "file_size": "7.8 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/README.md", - "description": "A 7B code-specialized LLM in GGUF format with 128K context support from Alibaba's Qwen2.5-Coder series." + "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/README.md", + "description": "GLM-4.7-Flash is a 30B-A3B MoE text-generation model optimized for local deployment via vLLM, SGLang, or transformers, offering strong benchmark performance across reasoning and coding tasks." + }, + { + "model_name": "gemma-4-26B-A4B-it-uncensored-GGUF", + "developer": "TrevorJS", + "downloads": 102983, + "createdAt": "2026-04-04T15:40:43.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-uncensored-Q4_K_M", + "path": "https://huggingface.co/TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-Q4_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-uncensored-Q8_0", + "path": "https://huggingface.co/TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-Q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored (abliterated) Google Gemma-4-26B model for local inference." }, { "model_name": "DeepSeek-R1-0528-Qwen3-8B-GGUF", @@ -7802,6 +9255,60 @@ "readme": "https://huggingface.co/Qwen/Qwen3-4B-GGUF/resolve/main/README.md", "description": "Qwen3-4B-GGUF is a quantized (q4-q8) 4B parameter text-generation model with switchable thinking/non-thinking modes, supporting 32K-131K context lengths." }, + { + "model_name": "DeepSeek-R1-Distill-Qwen-14B-GGUF", + "developer": "unsloth", + "downloads": 97457, + "createdAt": "2025-01-20T14:39:44.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-F16", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-F16.gguf", + "file_size": "27.5 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K_L", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf", + "file_size": "5.5 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q3_K_M", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf", + "file_size": "6.8 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q4_K_M", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q5_K_M", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q6_K", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q8_0", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf", + "file_size": "14.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/README.md", + "description": "14B Qwen2.5 distilled from DeepSeek-R1 for efficient reasoning." + }, { "model_name": "Qwen_Qwen3.5-122B-A10B-GGUF", "developer": "bartowski", @@ -8038,83 +9545,220 @@ "description": "GGUF quantizations of Qwen3.5-27B for local inference." }, { - "model_name": "OmniCoder-9B-GGUF", - "developer": "Tesslate", - "downloads": 88881, - "createdAt": "2026-03-12T06:56:48.000Z", + "model_name": "Qwopus-GLM-18B-Merged-GGUF", + "developer": "Jackrong", + "downloads": 93538, + "createdAt": "2026-04-18T02:48:02.000Z", "tools": true, - "num_quants": 13, + "num_quants": 8, "quants": [ { - "model_id": "omnicoder-9b-bf16", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-bf16.gguf", - "file_size": "16.7 GB" + "model_id": "Qwopus-GLM-18B-Healed-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-IQ4_XS.gguf", + "file_size": "8.4 GB" }, { - "model_id": "omnicoder-9b-q2_k", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q2_k.gguf", - "file_size": "3.6 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q3_K_L.gguf", + "file_size": "8.0 GB" }, { - "model_id": "omnicoder-9b-q3_k_l", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_l.gguf", - "file_size": "4.6 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_M.gguf", + "file_size": "9.2 GB" }, { - "model_id": "omnicoder-9b-q3_k_m", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_m.gguf", - "file_size": "4.3 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_S.gguf", + "file_size": "8.6 GB" }, { - "model_id": "omnicoder-9b-q3_k_s", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_s.gguf", + "model_id": "Qwopus-GLM-18B-Healed-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q5_K_M.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q5_K_S.gguf", + "file_size": "10.3 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q6_K.gguf", + "file_size": "12.1 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q8_0.gguf", + "file_size": "15.7 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/README.md", + "description": "An experimental 18B frankenmerge of two Qwen3.5-9B finetunes that outperforms Qwen 3.6 MoE and fits in 12GB VRAM." + }, + { + "model_name": "Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF", + "developer": "khazarai", + "downloads": 92149, + "createdAt": "2026-04-06T19:05:55.000Z", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Qwen3-4B-Thinking-2507.Q4_1", + "path": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/Qwen3-4B-Thinking-2507.Q4_1.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "Qwen3-4B-Thinking-2507.Q6_K", + "path": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/Qwen3-4B-Thinking-2507.Q6_K.gguf", + "file_size": "3.1 GB" + }, + { + "model_id": "Qwen3-4B-Thinking-2507.Q8_0", + "path": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/Qwen3-4B-Thinking-2507.Q8_0.gguf", "file_size": "4.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantized Qwen3-4B distilled from Qwen3.6-plus for structured reasoning." + }, + { + "model_name": "MiniMax-M2.5-GGUF", + "developer": "unsloth", + "downloads": 89093, + "createdAt": "2026-02-14T00:57:38.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "MiniMax-M2.5-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/MiniMax-M2.5-UD-TQ1_0.gguf", + "file_size": "51.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/README.md", + "description": "MiniMax-M2.5 is a state-of-the-art AI model for coding and agentic tasks, achieving top benchmark scores (80.2% SWE-Bench Verified) at just $1/hour with 100 tokens/sec throughput." + }, + { + "model_name": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 88776, + "createdAt": "2026-03-22T02:21:43.000Z", + "tools": true, + "num_quants": 13, + "quants": [ + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "37.2 GB" }, { - "model_id": "omnicoder-9b-q4_0", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_0.gguf", - "file_size": "4.9 GB" + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "50.1 GB" }, { - "model_id": "omnicoder-9b-q4_k_m", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_m.gguf", - "file_size": "5.3 GB" + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_XXS", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_XXS.gguf", + "file_size": "43.9 GB" }, { - "model_id": "omnicoder-9b-q4_k_s", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_s.gguf", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "60.8 GB" }, { - "model_id": "omnicoder-9b-q5_0", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_0.gguf", - "file_size": "5.9 GB" + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "54.6 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "58.7 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "69.1 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "73.3 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "81.0 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "87.1 GB" }, { - "model_id": "omnicoder-9b-q5_k_m", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_m.gguf", - "file_size": "6.1 GB" - }, + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "93.4 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "97.4 GB" + }, + { + "model_id": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "134.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "866.6 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored GGUF quant of Qwen3.5-122B-A10B MoE model with zero refusals." + }, + { + "model_name": "Kimi-K2.6-GGUF", + "developer": "unsloth", + "downloads": 87768, + "createdAt": "2026-04-20T15:27:51.000Z", + "tools": true, + "num_quants": 0, + "quants": [], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "omnicoder-9b-q5_k_s", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_s.gguf", - "file_size": "5.9 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "909.7 MB" }, { - "model_id": "omnicoder-9b-q6_k", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q6_k.gguf", - "file_size": "6.9 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "908.4 MB" }, { - "model_id": "omnicoder-9b-q8_0", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.8 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/README.md", - "description": "GGUF quantizations of Tesslate's OmniCoder-9B code model for llama.cpp, with Q4_K_M (~5.7GB) recommended for most users." + "readme": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/README.md", + "description": "Kimi K2.6 is an open-source multimodal MoE AI model optimized for long-horizon coding, autonomous agents, and task orchestration with 1T total parameters (32B activated)." }, { "model_name": "Qwen3-4B-Instruct-2507-GGUF", @@ -8261,74 +9905,297 @@ "description": "The Qwen3-4B-Instruct-2507 model is a 4.0B parameter causal language model with significant improvements in instruction following, reasoning, multilingualism, and long-context understanding, offering superior performance and alignment compared to previous versions." }, { - "model_name": "Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 85236, - "createdAt": "2026-03-03T03:42:22.000Z", + "model_name": "Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF", + "developer": "DavidAU", + "downloads": 83867, + "createdAt": "2026-03-09T03:38:34.000Z", "tools": true, - "num_quants": 10, + "num_quants": 11, "quants": [ { - "model_id": "Qwen3.5-2B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q2_K.gguf", - "file_size": "873.0 MB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Qwen3.5-2B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_L.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat.gguf", + "file_size": "4.4 GB" }, { - "model_id": "Qwen3.5-2B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_M.gguf", - "file_size": "1.0 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-2B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_S.gguf", - "file_size": "972.9 MB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat.gguf", + "file_size": "6.1 GB" }, { - "model_id": "Qwen3.5-2B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_M.gguf", - "file_size": "1.2 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat.gguf", + "file_size": "5.8 GB" }, { - "model_id": "Qwen3.5-2B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_S.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat.gguf", + "file_size": "6.4 GB" }, { - "model_id": "Qwen3.5-2B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_M.gguf", - "file_size": "1.3 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat.gguf", + "file_size": "6.1 GB" }, { - "model_id": "Qwen3.5-2B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_S.gguf", - "file_size": "1.3 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat.gguf", + "file_size": "7.2 GB" }, { - "model_id": "Qwen3.5-2B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q6_K.gguf", - "file_size": "1.4 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat.gguf", + "file_size": "7.0 GB" }, { - "model_id": "Qwen3.5-2B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q8_0.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0.gguf", + "file_size": "9.8 GB" } ], - "num_mmproj": 1, + "num_mmproj": 3, "mmproj_models": [ { "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "640.3 MB" + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "875.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-2B model fine-tuned with Claude-4.6 Opus reasoning data for structured chain-of-thought generation." + "readme": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/README.md", + "description": "An uncensored Qwen 3.5 9B GGUF model fine-tuned for creative fiction writing with enhanced benchmarks." + }, + { + "model_name": "Qwen3.5-9B-GGUF-MoQ", + "developer": "w-ahmad", + "downloads": 79812, + "createdAt": "2026-04-27T17:55:47.000Z", + "tools": true, + "num_quants": 34, + "quants": [ + { + "model_id": "BF16/Qwen3.5-9B-MoQ-16", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/BF16/Qwen3.5-9B-MoQ-16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "F16/Qwen3.5-9B-MoQ-16", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/F16/Qwen3.5-9B-MoQ-16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "MoQ-2.10/Qwen3.5-9B-MoQ-2.10", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.10/Qwen3.5-9B-MoQ-2.10.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "MoQ-2.55/Qwen3.5-9B-MoQ-2.55", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.55/Qwen3.5-9B-MoQ-2.55.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "MoQ-2.80/Qwen3.5-9B-MoQ-2.80", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.80/Qwen3.5-9B-MoQ-2.80.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "MoQ-2.85 /Qwen3.5-9B-MoQ-2.85 ", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.85 /Qwen3.5-9B-MoQ-2.85 .gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "MoQ-2.90/Qwen3.5-9B-MoQ-2.90", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.90/Qwen3.5-9B-MoQ-2.90.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "MoQ-3.10/Qwen3.5-9B-MoQ-3.10", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.10/Qwen3.5-9B-MoQ-3.10.gguf", + "file_size": "3.2 GB" + }, + { + "model_id": "MoQ-3.25/Qwen3.5-9B-MoQ-3.25", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.25/Qwen3.5-9B-MoQ-3.25.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "MoQ-3.30/Qwen3.5-9B-MoQ-3.30", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.30/Qwen3.5-9B-MoQ-3.30.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "MoQ-3.65/Qwen3.5-9B-MoQ-3.65", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.65/Qwen3.5-9B-MoQ-3.65.gguf", + "file_size": "3.8 GB" + }, + { + "model_id": "MoQ-3.75/Qwen3.5-9B-MoQ-3.75", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.75/Qwen3.5-9B-MoQ-3.75.gguf", + "file_size": "3.9 GB" + }, + { + "model_id": "MoQ-4.00/Qwen3.5-9B-MoQ-4.00", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.00/Qwen3.5-9B-MoQ-4.00.gguf", + "file_size": "4.2 GB" + }, + { + "model_id": "MoQ-4.25/Qwen3.5-9B-MoQ-4.25", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.25/Qwen3.5-9B-MoQ-4.25.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "MoQ-4.65/Qwen3.5-9B-MoQ-4.65", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.65/Qwen3.5-9B-MoQ-4.65.gguf", + "file_size": "4.9 GB" + }, + { + "model_id": "MoQ-4.85/Qwen3.5-9B-MoQ-4.85", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.85/Qwen3.5-9B-MoQ-4.85.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "MoQ-5.00/Qwen3.5-9B-MoQ-5.00", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-5.00/Qwen3.5-9B-MoQ-5.00.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "MoQ-5.65/Qwen3.5-9B-MoQ-5.65", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-5.65/Qwen3.5-9B-MoQ-5.65.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "MoQ-6.35/Qwen3.5-9B-MoQ-6.35", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-6.35/Qwen3.5-9B-MoQ-6.35.gguf", + "file_size": "6.6 GB" + }, + { + "model_id": "MoQ-7.55/Qwen3.5-9B-MoQ-7.55", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-7.55/Qwen3.5-9B-MoQ-7.55.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "MoQ-7.80/Qwen3.5-9B-MoQ-7.80", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-7.80/Qwen3.5-9B-MoQ-7.80.gguf", + "file_size": "8.2 GB" + }, + { + "model_id": "MoQ-9.48/Qwen3.5-9B-MoQ-9.48", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-9.48/Qwen3.5-9B-MoQ-9.48.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "MoQ-IQ2_S/Qwen3.5-9B-MoQ-IQ2_S", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ2_S/Qwen3.5-9B-MoQ-IQ2_S.gguf", + "file_size": "4.0 GB" + }, + { + "model_id": "MoQ-IQ2_XS/Qwen3.5-9B-MoQ-IQ2_XS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ2_XS/Qwen3.5-9B-MoQ-IQ2_XS.gguf", + "file_size": "3.9 GB" + }, + { + "model_id": "MoQ-IQ2_XXS/Qwen3.5-9B-MoQ-IQ2_XXS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ2_XXS/Qwen3.5-9B-MoQ-IQ2_XXS.gguf", + "file_size": "3.7 GB" + }, + { + "model_id": "MoQ-IQ3_S/Qwen3.5-9B-MoQ-IQ3_S", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ3_S/Qwen3.5-9B-MoQ-IQ3_S.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "MoQ-IQ3_XXS/Qwen3.5-9B-MoQ-IQ3_XXS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ3_XXS/Qwen3.5-9B-MoQ-IQ3_XXS.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "MoQ-IQ4_NL/Qwen3.5-9B-MoQ-IQ4_NL", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ4_NL/Qwen3.5-9B-MoQ-IQ4_NL.gguf", + "file_size": "5.6 GB" + }, + { + "model_id": "MoQ-IQ4_XS/Qwen3.5-9B-MoQ-IQ4_XS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ4_XS/Qwen3.5-9B-MoQ-IQ4_XS.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "MoQ-Q5_K/Qwen3.5-9B-MoQ-Q5_K_XL", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-Q5_K/Qwen3.5-9B-MoQ-Q5_K_XL.gguf", + "file_size": "6.4 GB" + }, + { + "model_id": "MoQ-Q6_K/Qwen3.5-9B-MoQ-Q6_K", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-Q6_K/Qwen3.5-9B-MoQ-Q6_K.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "MoQ-Q8_0/Qwen3.5-9B-MoQ-Q8_0", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-Q8_0/Qwen3.5-9B-MoQ-Q8_0.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "MoQ-mmproj/mmproj-BF16", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-mmproj/mmproj-BF16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "imatrix_w-ahmad-MoQ-Qwen3.5-9B", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/imatrix_w-ahmad-MoQ-Qwen3.5-9B.gguf", + "file_size": "4.9 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/README.md", + "description": "MoQ is a quantization method that dynamically allocates higher bit precision to critical model tensors based on importance analysis while compressing less important weights for memory efficiency." + }, + { + "model_name": "Bonsai-8B-gguf", + "developer": "prism-ml", + "downloads": 79357, + "createdAt": "2026-03-18T21:06:50.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "Bonsai-8B-Q1_0", + "path": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/Bonsai-8B-Q1_0.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "Bonsai-8B", + "path": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/Bonsai-8B.gguf", + "file_size": "1.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/README.md", + "description": "An 8B model from the Bonsai family for general-purpose text generation and understanding." }, { "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF", @@ -8970,6 +10837,220 @@ "readme": "https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/README.md", "description": "This is a fine-tuned version of the Google Gemma 3 270M model for text generation, offering improved performance and efficiency with support for multimodal tasks, multilingual capabilities, and various training formats like GGUF, 4-bit, and 16-bit." }, + { + "model_name": "Qwen2.5-Coder-1.5B-Instruct-GGUF", + "developer": "Qwen", + "downloads": 76320, + "createdAt": "2024-09-18T13:58:16.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "qwen2.5-coder-1.5b-instruct-q2_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q2_k.gguf", + "file_size": "718.0 MB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q3_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q3_k_m.gguf", + "file_size": "881.6 MB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q4_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q4_0.gguf", + "file_size": "1016.8 MB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q4_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf", + "file_size": "1.0 GB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q5_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q5_0.gguf", + "file_size": "1.2 GB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q5_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf", + "file_size": "1.2 GB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q6_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q6_k.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "qwen2.5-coder-1.5b-instruct-q8_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q8_0.gguf", + "file_size": "1.8 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/README.md", + "description": "A 1.5B parameter instruction-tuned code-specific LLM in GGUF format with improved code generation, reasoning, and fixing capabilities, part of the Qwen2.5-Coder series." + }, + { + "model_name": "Qwen_Qwen3.6-27B-GGUF", + "developer": "bartowski", + "downloads": 75849, + "createdAt": "2026-04-22T14:24:37.000Z", + "tools": true, + "num_quants": 27, + "quants": [ + { + "model_id": "Qwen_Qwen3.6-27B-IQ2_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_M.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ2_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_S.gguf", + "file_size": "9.4 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ2_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_XS.gguf", + "file_size": "9.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_XXS.gguf", + "file_size": "8.5 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ3_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ3_M.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ3_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ3_XS.gguf", + "file_size": "12.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ3_XXS.gguf", + "file_size": "11.5 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ4_NL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ4_NL.gguf", + "file_size": "15.0 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-IQ4_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ4_XS.gguf", + "file_size": "14.3 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q2_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q2_K.gguf", + "file_size": "10.8 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q2_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q2_K_L.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q3_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_L.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q3_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_M.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q3_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_S.gguf", + "file_size": "12.6 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_XL.gguf", + "file_size": "15.0 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q4_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_0.gguf", + "file_size": "15.0 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_1.gguf", + "file_size": "16.4 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_K_L.gguf", + "file_size": "17.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_K_M.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_K_S.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q5_K_L.gguf", + "file_size": "19.8 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q5_K_M.gguf", + "file_size": "19.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q5_K_S.gguf", + "file_size": "18.1 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q6_K.gguf", + "file_size": "21.6 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q6_K_L.gguf", + "file_size": "22.2 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q8_0.gguf", + "file_size": "26.7 GB" + }, + { + "model_id": "Qwen_Qwen3.6-27B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-imatrix.gguf", + "file_size": "13.0 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen_Qwen3.6-27B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-27B-bf16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-Qwen_Qwen3.6-27B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-27B-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Qwen3.6-27B for efficient local inference with llama.cpp and compatible tools." + }, { "model_name": "SmolVLM-500M-Instruct-GGUF", "developer": "ggml-org", @@ -9005,6 +11086,105 @@ "readme": "https://huggingface.co/ggml-org/SmolVLM-500M-Instruct-GGUF/resolve/main/README.md", "description": "This is a 500 million parameter instruction-tuned version of SmolVLM, based on the HuggingFaceTB/SmolVLM-500M-Instruct model." }, + { + "model_name": "gemma-4-26B-A4B-it-heretic-GUFF", + "developer": "nohurry", + "downloads": 75451, + "createdAt": "2026-04-02T23:21:40.000Z", + "tools": true, + "num_quants": 17, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.bf16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.bf16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f32", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f32.gguf", + "file_size": "2.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.q8_0", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.q8_0.gguf", + "file_size": "769.1 MB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic.bf16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.bf16.gguf", + "file_size": "47.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic.f16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f16.gguf", + "file_size": "47.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic.f32", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f32.gguf", + "file_size": "94.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-heretic.q8_0", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.q8_0.gguf", + "file_size": "25.0 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.iq4_nl", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_nl.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.iq4_xs", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_xs.gguf", + "file_size": "13.9 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_m", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_m.gguf", + "file_size": "12.9 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_s", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_s.gguf", + "file_size": "11.8 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_m", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_m.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_s", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_s.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_m", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_m.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_s", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_s.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q6_k", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q6_k.gguf", + "file_size": "21.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." + }, { "model_name": "nsfwvision-qwen3-vl-8b-v3-gguf", "developer": "GitMylo", @@ -9160,88 +11340,159 @@ "description": "The Violet_Twilight-v0.2 model is a SLERP merge of Azure_Dusk-v0.2 and Crimson_Dawn-v0.2, trained on ChatML with support for gguf quantization." }, { - "model_name": "Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF", - "developer": "DavidAU", - "downloads": 72393, - "createdAt": "2024-12-10T13:12:37.000Z", - "tools": false, - "num_quants": 14, + "model_name": "Qwen_Qwen3.5-9B-GGUF", + "developer": "bartowski", + "downloads": 73723, + "createdAt": "2026-02-27T15:45:47.000Z", + "tools": true, + "num_quants": 26, "quants": [ { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS.gguf", - "file_size": "9.4 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ2_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_M.gguf", + "file_size": "3.4 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k.gguf", - "file_size": "6.6 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ2_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_S.gguf", + "file_size": "3.2 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_l", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_l.gguf", - "file_size": "9.0 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ3_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m.gguf", - "file_size": "8.4 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ3_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XS.gguf", + "file_size": "4.2 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s.gguf", - "file_size": "7.7 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XXS.gguf", + "file_size": "4.1 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4.gguf", - "file_size": "9.8 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ4_NL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_NL.gguf", + "file_size": "5.1 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8.gguf", - "file_size": "9.8 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ4_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_XS.gguf", + "file_size": "4.8 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8.gguf", - "file_size": "9.8 GB" + "model_id": "Qwen_Qwen3.5-9B-Q2_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K.gguf", + "file_size": "3.7 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m.gguf", - "file_size": "10.5 GB" + "model_id": "Qwen_Qwen3.5-9B-Q2_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s.gguf", - "file_size": "9.9 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_L.gguf", + "file_size": "4.7 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s.gguf", - "file_size": "11.9 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_M.gguf", + "file_size": "4.5 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k.gguf", - "file_size": "14.1 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_S.gguf", + "file_size": "4.3 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0.gguf", - "file_size": "18.2 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_XL.gguf", + "file_size": "5.6 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m.gguf", - "file_size": "12.3 GB" + "model_id": "Qwen_Qwen3.5-9B-Q4_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_0.gguf", + "file_size": "5.1 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_1.gguf", + "file_size": "5.5 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_L.gguf", + "file_size": "6.2 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_M.gguf", + "file_size": "5.5 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_S.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_L.gguf", + "file_size": "7.0 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_M.gguf", + "file_size": "6.4 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_S.gguf", + "file_size": "6.1 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K_L.gguf", + "file_size": "7.6 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q8_0.gguf", + "file_size": "8.9 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-bf16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-imatrix.gguf", + "file_size": "4.9 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/README.md", - "description": "This is a Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B model with mixture of experts for creative writing, fiction, and roleplay, capable of generating vivid, uncensored, and genre-" + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen_Qwen3.5-9B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-bf16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "mmproj-Qwen_Qwen3.5-9B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-f16.gguf", + "file_size": "875.6 MB" + } + ], + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of Qwen3.5-9B using llama.cpp imatrix, ranging from 17.92GB bf16 to 3.48GB IQ2_S, for CPU/GPU inference in various tools." }, { "model_name": "Qwen2.5-VL-7B-Instruct-GGUF", @@ -9472,60 +11723,6 @@ "readme": "https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/README.md", "description": "Google's Gemma 3 1B instruction-tuned model, an ultra-compact model for edge deployment." }, - { - "model_name": "DeepSeek-R1-Distill-Qwen-14B-GGUF", - "developer": "unsloth", - "downloads": 70074, - "createdAt": "2025-01-20T14:39:44.000Z", - "tools": true, - "num_quants": 8, - "quants": [ - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-F16", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-F16.gguf", - "file_size": "27.5 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf", - "file_size": "5.4 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K_L", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf", - "file_size": "5.5 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q3_K_M", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf", - "file_size": "6.8 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q4_K_M", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf", - "file_size": "8.4 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q5_K_M", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf", - "file_size": "9.8 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q6_K", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf", - "file_size": "11.3 GB" - }, - { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q8_0", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf", - "file_size": "14.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/README.md", - "description": "14B Qwen2.5 distilled from DeepSeek-R1 for efficient reasoning." - }, { "model_name": "qmd-query-expansion-1.7B-gguf", "developer": "tobil", @@ -9739,6 +11936,55 @@ "readme": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/README.md", "description": "This is a fine-tuned version of the Google Gemma 3 model using Unsloth, offering efficient training and export options to GGUF, Ollama, llama.cpp, or Hugging Face." }, + { + "model_name": "gemma-4-E4B-it-ultra-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 68184, + "createdAt": "2026-04-05T15:49:10.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "gemma-4-E4B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-mmproj-BF16.gguf", + "file_size": "945.6 MB" + }, + { + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-BF16.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q4_K_M.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_M.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_S.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q6_K.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q8_0.gguf", + "file_size": "7.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a decensored Gemma 4 E4B model with 97% fewer refusals while preserving quality." + }, { "model_name": "Qwen2.5-0.5B-Instruct-GGUF", "developer": "Qwen", @@ -9798,6 +12044,25 @@ "readme": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/README.md", "description": "Instruction-tuned 0.5B Qwen2.5 model in GGUF format for chat." }, + { + "model_name": "bitnet-b1.58-2B-4T-gguf", + "developer": "microsoft", + "downloads": 66826, + "createdAt": "2025-04-15T04:25:42.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "ggml-model-i2_s", + "path": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/ggml-model-i2_s.gguf", + "file_size": "1.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/README.md", + "description": "This repository provides the weights for BitNet b1.58 2B4T, a native 1-bit large language model with 2 billion parameters, offering significant computational efficiency gains over full-precision models through specialized C++ inference code." + }, { "model_name": "neutts-air-q4-gguf", "developer": "neuphonic", @@ -9817,55 +12082,6 @@ "readme": "https://huggingface.co/neuphonic/neutts-air-q4-gguf/resolve/main/README.md", "description": "Q4-GGUF on-device TTS enabling instant 3-second voice cloning." }, - { - "model_name": "LFM2-24B-A2B-GGUF", - "developer": "LiquidAI", - "downloads": 66275, - "createdAt": "2026-02-17T12:53:20.000Z", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "LFM2-24B-A2B-BF16", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-BF16.gguf", - "file_size": "44.4 GB" - }, - { - "model_id": "LFM2-24B-A2B-F16", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-F16.gguf", - "file_size": "44.4 GB" - }, - { - "model_id": "LFM2-24B-A2B-Q4_0", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_0.gguf", - "file_size": "12.5 GB" - }, - { - "model_id": "LFM2-24B-A2B-Q4_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_K_M.gguf", - "file_size": "13.4 GB" - }, - { - "model_id": "LFM2-24B-A2B-Q5_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q5_K_M.gguf", - "file_size": "15.8 GB" - }, - { - "model_id": "LFM2-24B-A2B-Q6_K", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q6_K.gguf", - "file_size": "18.2 GB" - }, - { - "model_id": "LFM2-24B-A2B-Q8_0", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q8_0.gguf", - "file_size": "23.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/README.md", - "description": "A 24B MoE model with 2B active parameters designed for efficient on-device deployment, fitting in 32GB RAM with llama.cpp support." - }, { "model_name": "GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF", "developer": "DavidAU", @@ -9940,91 +12156,6 @@ "readme": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/README.md", "description": "An uncensored GGUF quant of GLM-4.7-Flash (30B MOE) optimized for creative writing and storytelling across all genres." }, - { - "model_name": "Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF", - "developer": "DavidAU", - "downloads": 65756, - "createdAt": "2026-03-09T03:38:34.000Z", - "tools": true, - "num_quants": 11, - "quants": [ - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16.gguf", - "file_size": "16.7 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat.gguf", - "file_size": "4.4 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat.gguf", - "file_size": "5.2 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat.gguf", - "file_size": "6.1 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat.gguf", - "file_size": "5.8 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat.gguf", - "file_size": "6.4 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat.gguf", - "file_size": "6.1 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat.gguf", - "file_size": "7.2 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat.gguf", - "file_size": "7.0 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat.gguf", - "file_size": "8.0 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0.gguf", - "file_size": "9.8 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "875.6 MB" - }, - { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" - } - ], - "readme": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/README.md", - "description": "An uncensored Qwen 3.5 9B GGUF model fine-tuned for creative fiction writing with enhanced benchmarks." - }, { "model_name": "Qwen3-8B-GGUF", "developer": "Qwen", @@ -10352,6 +12483,65 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF/resolve/main/README.md", "description": "Quantized GGUF versions of Qwen3.5-122B-A10B-heretic, an uncensored/abliterated vision language model, with various IQ and Q quantization options ranging from 24.9GB to 100.4GB." }, + { + "model_name": "Qwen2.5-Coder-14B-Instruct-GGUF", + "developer": "Qwen", + "downloads": 60515, + "createdAt": "2024-11-09T12:45:52.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "qwen2.5-coder-14b-instruct-fp16", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-fp16.gguf", + "file_size": "27.5 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q2_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q2_k.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q3_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q3_k_m.gguf", + "file_size": "6.8 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q4_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_0.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q4_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_k_m.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q5_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_0.gguf", + "file_size": "9.6 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q5_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_k_m.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q6_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q6_k.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q8_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q8_0.gguf", + "file_size": "14.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/README.md", + "description": "A 14B parameter instruction-tuned code-specific LLM in GGUF format, optimized for code generation, reasoning, and fixing with long-context support up to 128K tokens." + }, { "model_name": "Qwen3-VL-8B-Thinking-1M-GGUF", "developer": "unsloth", @@ -10513,23 +12703,119 @@ "description": "Qwen3-VL-8B-Thinking is a reasoning-enhanced vision-language model for image-text-to-text tasks with 256K context." }, { - "model_name": "MiniMax-M2.5-GGUF", - "developer": "unsloth", - "downloads": 59043, - "createdAt": "2026-02-14T00:57:38.000Z", + "model_name": "Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF", + "developer": "DavidAU", + "downloads": 59265, + "createdAt": "2026-04-29T02:37:13.000Z", "tools": true, - "num_quants": 1, + "num_quants": 10, "quants": [ { - "model_id": "MiniMax-M2.5-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/MiniMax-M2.5-UD-TQ1_0.gguf", - "file_size": "51.9 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-HIGH-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-HIGH-Q8_0.gguf", + "file_size": "27.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ2_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ2_M.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ3_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ3_M.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_NL", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_NL.gguf", + "file_size": "15.0 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_XS.gguf", + "file_size": "14.3 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_S.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_M.gguf", + "file_size": "18.2 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_S.gguf", + "file_size": "17.7 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q6_K", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q6_K.gguf", + "file_size": "20.9 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/README.md", - "description": "MiniMax-M2.5 is a state-of-the-art AI model for coding and agentic tasks, achieving top benchmark scores (80.2% SWE-Bench Verified) at just $1/hour with 100 tokens/sec throughput." + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/README.md", + "description": "An uncensored, fine-tuned Qwen3.6-27B vision-language model with optimized GGUF quantizations (Q4-K_S at 94% of BF16) for efficient deployment." + }, + { + "model_name": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF", + "developer": "lmstudio-community", + "downloads": 58813, + "createdAt": "2026-04-27T22:18:26.000Z", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M.gguf", + "file_size": "22.8 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q6_K", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q6_K.gguf", + "file_size": "31.2 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0.gguf", + "file_size": "31.3 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16.gguf", + "file_size": "1.5 GB" + } + ], + "readme": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/README.md", + "description": "GGUF-quantized version of NVIDIA's Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16 model, provided by LM Studio." }, { "model_name": "NVIDIA-Nemotron-3-Nano-4B-GGUF", @@ -10638,140 +12924,6 @@ "readme": "https://huggingface.co/TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF/resolve/main/README.md", "description": "A 14B parameter model distilled from Claude 4.5 Opus with high reasoning capabilities." }, - { - "model_name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 57589, - "createdAt": "2026-04-02T22:29:19.000Z", - "tools": true, - "num_quants": 11, - "quants": [ - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "4.4 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "4.7 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", - "file_size": "4.1 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "5.0 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", - "file_size": "5.0 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "5.4 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", - "file_size": "5.4 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", - "file_size": "5.8 GB" - }, - { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", - "file_size": "7.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "944.4 MB" - } - ], - "readme": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." - }, - { - "model_name": "Qwen2.5-Coder-14B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 57278, - "createdAt": "2024-11-09T12:45:52.000Z", - "tools": true, - "num_quants": 9, - "quants": [ - { - "model_id": "qwen2.5-coder-14b-instruct-fp16", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-fp16.gguf", - "file_size": "27.5 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q2_k.gguf", - "file_size": "5.4 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q3_k_m.gguf", - "file_size": "6.8 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_0.gguf", - "file_size": "7.9 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_k_m.gguf", - "file_size": "8.4 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q5_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_0.gguf", - "file_size": "9.6 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_k_m.gguf", - "file_size": "9.8 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q6_k.gguf", - "file_size": "11.3 GB" - }, - { - "model_id": "qwen2.5-coder-14b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q8_0.gguf", - "file_size": "14.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/README.md", - "description": "A 14B parameter instruction-tuned code-specific LLM in GGUF format, optimized for code generation, reasoning, and fixing with long-context support up to 128K tokens." - }, { "model_name": "Qwen3-1.7B-GGUF", "developer": "unsloth", @@ -10916,6 +13068,120 @@ "readme": "https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/resolve/main/README.md", "description": "Qwen3-1.7B is a large language model developed by Alibaba Cloud, offering advanced reasoning, instruction-following, and multilingual capabilities with seamless switching between thinking and non-thinking modes for optimal performance." }, + { + "model_name": "Carnice-V2-27b-GGUF", + "developer": "kai-os", + "downloads": 57059, + "createdAt": "2026-04-25T18:07:18.000Z", + "tools": true, + "num_quants": 6, + "quants": [ + { + "model_id": "carnice-v2-27b-IQ2_M", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "carnice-v2-27b-Q2_K", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q2_K.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "carnice-v2-27b-Q4_K_M", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "carnice-v2-27b-Q5_K_M", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "carnice-v2-27b-Q8_0", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q8_0.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "carnice-v2-27b-bf16", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-bf16.gguf", + "file_size": "50.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of a Qwen3.6-27B Hermes-style agent model optimized for various GPU memory constraints." + }, + { + "model_name": "Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 56216, + "createdAt": "2026-03-03T03:42:22.000Z", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "Qwen3.5-2B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q2_K.gguf", + "file_size": "873.0 MB" + }, + { + "model_id": "Qwen3.5-2B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_L.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "Qwen3.5-2B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_M.gguf", + "file_size": "1.0 GB" + }, + { + "model_id": "Qwen3.5-2B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_S.gguf", + "file_size": "972.9 MB" + }, + { + "model_id": "Qwen3.5-2B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_M.gguf", + "file_size": "1.2 GB" + }, + { + "model_id": "Qwen3.5-2B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_S.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "Qwen3.5-2B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_M.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "Qwen3.5-2B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_S.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "Qwen3.5-2B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q6_K.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "Qwen3.5-2B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q8_0.gguf", + "file_size": "1.9 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "640.3 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-2B model fine-tuned with Claude-4.6 Opus reasoning data for structured chain-of-thought generation." + }, { "model_name": "Qwen3-0.6B-GGUF", "developer": "unsloth", @@ -10990,75 +13256,219 @@ "file_size": "416.4 MB" }, { - "model_id": "Qwen3-0.6B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q6_K.gguf", - "file_size": "472.2 MB" + "model_id": "Qwen3-0.6B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q6_K.gguf", + "file_size": "472.2 MB" + }, + { + "model_id": "Qwen3-0.6B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf", + "file_size": "609.8 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ1_M.gguf", + "file_size": "210.5 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ1_S.gguf", + "file_size": "204.7 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ2_M.gguf", + "file_size": "256.3 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ2_XXS.gguf", + "file_size": "223.2 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ3_XXS.gguf", + "file_size": "269.0 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q2_K_XL.gguf", + "file_size": "287.7 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q3_K_XL.gguf", + "file_size": "340.1 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q4_K_XL.gguf", + "file_size": "386.6 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q5_K_XL.gguf", + "file_size": "425.7 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q6_K_XL.gguf", + "file_size": "549.8 MB" + }, + { + "model_id": "Qwen3-0.6B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q8_K_XL.gguf", + "file_size": "805.2 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/README.md", + "description": "Qwen3-0.6B is a 0.6B parameter language model with switchable thinking/non-thinking modes for reasoning vs. efficient dialogue, supporting tool calling and multilingual tasks." + }, + { + "model_name": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 55986, + "createdAt": "2026-04-25T23:56:58.000Z", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "Gemma-4-Garnet-V2-31B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-BF16.gguf", + "file_size": "57.2 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_L.gguf", + "file_size": "15.5 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_M.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_M.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_S.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_M.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_S.gguf", + "file_size": "19.8 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q6_K.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q8_0.gguf", + "file_size": "30.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "A GGUF-quantized, decensored Gemma 4 31B model optimized for creative writing and translation with 96% fewer refusals while maintaining quality." + }, + { + "model_name": "Qwen3.5-9B-DeepSeek-V4-Flash-GGUF", + "developer": "Jackrong", + "downloads": 55511, + "createdAt": "2026-04-29T16:12:36.000Z", + "tools": true, + "num_quants": 12, + "quants": [ + { + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Qwen3-0.6B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf", - "file_size": "609.8 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-IQ4_XS.gguf", + "file_size": "4.9 GB" }, { - "model_id": "Qwen3-0.6B-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ1_M.gguf", - "file_size": "210.5 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q2_K.gguf", + "file_size": "3.6 GB" }, { - "model_id": "Qwen3-0.6B-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ1_S.gguf", - "file_size": "204.7 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "Qwen3-0.6B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ2_M.gguf", - "file_size": "256.3 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Qwen3-0.6B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ2_XXS.gguf", - "file_size": "223.2 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3-0.6B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-IQ3_XXS.gguf", - "file_size": "269.0 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3-0.6B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q2_K_XL.gguf", - "file_size": "287.7 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen3-0.6B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q3_K_XL.gguf", - "file_size": "340.1 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "Qwen3-0.6B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q4_K_XL.gguf", - "file_size": "386.6 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3-0.6B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q5_K_XL.gguf", - "file_size": "425.7 MB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "Qwen3-0.6B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q6_K_XL.gguf", - "file_size": "549.8 MB" - }, + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3-0.6B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q8_K_XL.gguf", - "file_size": "805.2 MB" + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/mmproj.gguf", + "file_size": "879.0 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/README.md", - "description": "Qwen3-0.6B is a 0.6B parameter language model with switchable thinking/non-thinking modes for reasoning vs. efficient dialogue, supporting tool calling and multilingual tasks." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/README.md", + "description": "An efficient 9B reasoning model distilled from DeepSeek-V4 for structured chain-of-thought problem-solving." }, { "model_name": "Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF", @@ -11194,6 +13604,110 @@ "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF/resolve/main/README.md", "description": "This is a GGUF quantized version of the Qwen 3.5 35B abliterated model with various quantization options." }, + { + "model_name": "OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf", + "developer": "DavidAU", + "downloads": 54794, + "createdAt": "2025-08-07T22:20:03.000Z", + "tools": true, + "num_quants": 18, + "quants": [ + { + "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL.gguf", + "file_size": "11.8 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0.gguf", + "file_size": "20.5 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "OpenAI-20B-NEO-Uncensored2-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf", + "file_size": "11.8 GB" + }, + { + "model_id": "OpenAI-20B-NEO-Uncensored2-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-Q5_1.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "OpenAI-20B-NEOPlus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/README.md", + "description": "This model is a specialized uncensored/abliterated GPT-oss 20B MOE variant with 128k context support, offering enhanced performance for creative, code generation, and problem-solving tasks, but requires specific prompts and settings to generate graphic, explicit, or unconventional content effectively" + }, { "model_name": "Crow-9B-HERETIC", "developer": "Crownelius", @@ -11273,6 +13787,140 @@ "readme": "https://huggingface.co/HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", "description": "Fully uncensored Qwen3.5-2B GGUF model with all refusals removed but capabilities preserved." }, + { + "model_name": "gemma-4-31b-it-heretic-ara-i1-GGUF", + "developer": "mradermacher", + "downloads": 53949, + "createdAt": "2026-04-06T15:43:41.000Z", + "tools": true, + "num_quants": 24, + "quants": [ + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ1_M.gguf", + "file_size": "7.2 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ1_S.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_M.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_S.gguf", + "file_size": "9.5 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_XS.gguf", + "file_size": "8.9 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_XXS.gguf", + "file_size": "8.1 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_M.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_S.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_XS.gguf", + "file_size": "12.2 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_XXS.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ4_XS.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q2_K.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q2_K_S.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q3_K_L.gguf", + "file_size": "15.5 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q3_K_M.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q3_K_S.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_0.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_1.gguf", + "file_size": "18.1 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_K_M.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_K_S.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q5_K_M.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q5_K_S.gguf", + "file_size": "19.8 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q6_K.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.imatrix", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.imatrix.gguf", + "file_size": "13.1 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/README.md", + "description": "Quantized uncensored Gemma-4-31b vision model available in various GGUF formats (7-25GB)." + }, { "model_name": "Qwen3.5-35B-A3B-heretic-v2-GGUF", "developer": "llmfan46", @@ -11361,270 +14009,6 @@ "readme": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/resolve/main/README.md", "description": "Qwen2.5-7B-Instruct-GGUF is an instruction-tuned 7B parameter language model in GGUF format, supporting long context up to 128K tokens and multiple quantizations (q2_K to q8_0), created by Alibaba's Qwen team." }, - { - "model_name": "google_gemma-4-26B-A4B-it-GGUF", - "developer": "bartowski", - "downloads": 52645, - "createdAt": "2026-04-02T16:00:56.000Z", - "tools": true, - "num_quants": 27, - "quants": [ - { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_M.gguf", - "file_size": "10.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_S.gguf", - "file_size": "9.5 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XS.gguf", - "file_size": "9.4 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XXS.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ3_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_M.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ3_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XS.gguf", - "file_size": "11.6 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ3_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XXS.gguf", - "file_size": "11.3 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ4_NL", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_NL.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_XS.gguf", - "file_size": "13.2 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q2_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K.gguf", - "file_size": "10.2 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q2_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K_L.gguf", - "file_size": "10.4 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_L.gguf", - "file_size": "12.3 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_M.gguf", - "file_size": "12.1 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_S.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_XL", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_XL.gguf", - "file_size": "12.5 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q4_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_0.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q4_1", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_1.gguf", - "file_size": "15.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q4_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_L.gguf", - "file_size": "16.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_M.gguf", - "file_size": "15.9 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_S.gguf", - "file_size": "14.8 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q5_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_L.gguf", - "file_size": "18.2 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_M.gguf", - "file_size": "18.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_S.gguf", - "file_size": "16.9 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q6_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K.gguf", - "file_size": "21.3 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K_L.gguf", - "file_size": "21.5 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-Q8_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q8_0.gguf", - "file_size": "25.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-imatrix", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-imatrix.gguf", - "file_size": "54.3 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-google_gemma-4-26B-A4B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-bf16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "mmproj-google_gemma-4-26B-A4B-it-f16", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-f16.gguf", - "file_size": "1.1 GB" - } - ], - "readme": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." - }, - { - "model_name": "OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf", - "developer": "DavidAU", - "downloads": 52362, - "createdAt": "2025-08-07T22:20:03.000Z", - "tools": true, - "num_quants": 18, - "quants": [ - { - "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL.gguf", - "file_size": "11.8 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0.gguf", - "file_size": "20.5 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" - }, - { - "model_id": "OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "OpenAI-20B-NEO-Uncensored2-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf", - "file_size": "11.8 GB" - }, - { - "model_id": "OpenAI-20B-NEO-Uncensored2-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-Q5_1.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "OpenAI-20B-NEOPlus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" - }, - { - "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/README.md", - "description": "This model is a specialized uncensored/abliterated GPT-oss 20B MOE variant with 128k context support, offering enhanced performance for creative, code generation, and problem-solving tasks, but requires specific prompts and settings to generate graphic, explicit, or unconventional content effectively" - }, { "model_name": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF", "developer": "mradermacher", @@ -11949,169 +14333,107 @@ "num_mmproj": 3 }, { - "model_name": "google_gemma-4-31B-it-GGUF", - "developer": "bartowski", - "downloads": 50030, - "createdAt": "2026-04-02T16:01:24.000Z", + "model_name": "gemma-4-31B-it-uncensored-GGUF", + "developer": "TrevorJS", + "downloads": 50705, + "createdAt": "2026-04-05T01:10:49.000Z", "tools": true, - "num_quants": 28, + "num_quants": 2, "quants": [ { - "model_id": "google_gemma-4-31B-it-IQ1_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ1_M.gguf", - "file_size": "9.4 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_M.gguf", - "file_size": "11.8 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_S.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XS.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XXS.gguf", - "file_size": "10.1 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ3_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_M.gguf", - "file_size": "14.1 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ3_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XS.gguf", - "file_size": "12.9 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ3_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XXS.gguf", - "file_size": "12.1 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ4_NL", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_NL.gguf", - "file_size": "16.8 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_XS.gguf", - "file_size": "16.0 GB" - }, - { - "model_id": "google_gemma-4-31B-it-Q2_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K.gguf", - "file_size": "11.8 GB" - }, - { - "model_id": "google_gemma-4-31B-it-Q2_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K_L.gguf", - "file_size": "12.1 GB" - }, - { - "model_id": "google_gemma-4-31B-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_L.gguf", - "file_size": "15.7 GB" - }, - { - "model_id": "google_gemma-4-31B-it-Q3_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_M.gguf", - "file_size": "14.8 GB" - }, - { - "model_id": "google_gemma-4-31B-it-Q3_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_S.gguf", - "file_size": "13.3 GB" + "model_id": "gemma-4-31B-it-uncensored-Q4_K_M", + "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "google_gemma-4-31B-it-Q3_K_XL", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_XL.gguf", - "file_size": "16.0 GB" - }, + "model_id": "gemma-4-31B-it-uncensored-Q8_0", + "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q8_0.gguf", + "file_size": "30.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." + }, + { + "model_name": "Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF", + "developer": "DavidAU", + "downloads": 49670, + "createdAt": "2024-12-10T13:12:37.000Z", + "tools": false, + "num_quants": 13, + "quants": [ { - "model_id": "google_gemma-4-31B-it-Q4_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_0.gguf", - "file_size": "16.8 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS.gguf", + "file_size": "9.4 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_1", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_1.gguf", - "file_size": "18.4 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k.gguf", + "file_size": "6.6 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_L.gguf", - "file_size": "18.6 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m.gguf", + "file_size": "8.4 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_M.gguf", - "file_size": "18.3 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s.gguf", + "file_size": "7.7 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_S.gguf", - "file_size": "16.9 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4.gguf", + "file_size": "9.8 GB" }, { - "model_id": "google_gemma-4-31B-it-Q5_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_L.gguf", - "file_size": "21.4 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8.gguf", + "file_size": "9.8 GB" }, { - "model_id": "google_gemma-4-31B-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_M.gguf", - "file_size": "21.1 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8.gguf", + "file_size": "9.8 GB" }, { - "model_id": "google_gemma-4-31B-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_S.gguf", - "file_size": "20.0 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m.gguf", + "file_size": "10.5 GB" }, { - "model_id": "google_gemma-4-31B-it-Q6_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K.gguf", - "file_size": "24.9 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s.gguf", + "file_size": "9.9 GB" }, { - "model_id": "google_gemma-4-31B-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K_L.gguf", - "file_size": "25.2 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s.gguf", + "file_size": "11.9 GB" }, { - "model_id": "google_gemma-4-31B-it-Q8_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q8_0.gguf", - "file_size": "30.4 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k.gguf", + "file_size": "14.1 GB" }, { - "model_id": "google_gemma-4-31B-it-imatrix", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-imatrix.gguf", - "file_size": "13.1 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-google_gemma-4-31B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-bf16.gguf", - "file_size": "1.1 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0.gguf", + "file_size": "18.2 GB" }, { - "model_id": "mmproj-google_gemma-4-31B-it-f16", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-f16.gguf", - "file_size": "1.1 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m.gguf", + "file_size": "12.3 GB" } ], - "readme": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/README.md", + "description": "This is a Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B model with mixture of experts for creative writing, fiction, and roleplay, capable of generating vivid, uncensored, and genre-" }, { "model_name": "Qwen3.5-27B-heretic-GGUF", @@ -12271,55 +14593,6 @@ "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF/resolve/main/README.md", "description": "GGUF quantized versions of the uncensored Qwen3.5-27B model in multiple precision levels (Q2_K to Q8_0)." }, - { - "model_name": "LFM2.5-1.2B-Thinking-GGUF", - "developer": "LiquidAI", - "downloads": 49084, - "createdAt": "2026-01-16T19:04:55.000Z", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "LFM2.5-1.2B-Thinking-BF16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-BF16.gguf", - "file_size": "2.2 GB" - }, - { - "model_id": "LFM2.5-1.2B-Thinking-F16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-F16.gguf", - "file_size": "2.2 GB" - }, - { - "model_id": "LFM2.5-1.2B-Thinking-Q4_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_0.gguf", - "file_size": "663.5 MB" - }, - { - "model_id": "LFM2.5-1.2B-Thinking-Q4_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_K_M.gguf", - "file_size": "697.0 MB" - }, - { - "model_id": "LFM2.5-1.2B-Thinking-Q5_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q5_K_M.gguf", - "file_size": "804.3 MB" - }, - { - "model_id": "LFM2.5-1.2B-Thinking-Q6_K", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q6_K.gguf", - "file_size": "918.2 MB" - }, - { - "model_id": "LFM2.5-1.2B-Thinking-Q8_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q8_0.gguf", - "file_size": "1.2 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/README.md", - "description": "LFM2.5-1.2B-Thinking is a compact hybrid AI model by Liquid AI designed for on-device deployment, available in GGUF format for llama.cpp." - }, { "model_name": "Huihui-Qwen3-VL-8B-Instruct-abliterated", "developer": "huihui-ai", @@ -12385,59 +14658,219 @@ "num_mmproj": 0 }, { - "model_name": "gemma-4-26B-A4B-it-APEX-GGUF", - "developer": "mudler", - "downloads": 45722, - "createdAt": "2026-04-02T18:17:55.000Z", + "model_name": "Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF", + "developer": "DavidAU", + "downloads": 45789, + "createdAt": "2026-05-01T00:29:29.000Z", "tools": true, - "num_quants": 7, + "num_quants": 10, "quants": [ { - "model_id": "gemma-4-26B-A4B-APEX-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Balanced.gguf", + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-HIGH-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-HIGH-Q8_0.gguf", + "file_size": "39.9 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ2_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ2_M.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ3_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ3_M.gguf", + "file_size": "17.1 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_NL", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_NL.gguf", + "file_size": "21.5 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_XS.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", + "file_size": "22.6 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_S.gguf", + "file_size": "21.2 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_M.gguf", + "file_size": "26.3 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_S.gguf", + "file_size": "25.5 GB" + }, + { + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q6_K", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q6_K.gguf", + "file_size": "30.2 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/README.md", + "description": "A 40B uncensored AI model expanded from Qwen 3.6 27B, fine-tuned with Deckard datasets and Claude 4.6 Opus reasoning for creative writing, coding, and storytelling with no content restrictions." + }, + { + "model_name": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF", + "developer": "unsloth", + "downloads": 44790, + "createdAt": "2026-04-27T21:42:38.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-MXFP4_MOE.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0.gguf", + "file_size": "31.3 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_M.gguf", + "file_size": "17.2 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_XXS.gguf", + "file_size": "17.2 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_S.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_XXS.gguf", + "file_size": "18.1 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL.gguf", "file_size": "18.2 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL_XL.gguf", + "file_size": "18.2 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Balanced.gguf", + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_XS.gguf", "file_size": "18.2 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q2_K_XL.gguf", + "file_size": "17.2 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Mini", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Mini.gguf", - "file_size": "12.1 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_M.gguf", + "file_size": "18.2 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Quality.gguf", - "file_size": "19.2 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_XL.gguf", + "file_size": "18.2 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Quality.gguf", - "file_size": "19.2 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_M.gguf", + "file_size": "22.2 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_S.gguf", + "file_size": "21.5 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_XL.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_M.gguf", + "file_size": "27.0 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_S.gguf", + "file_size": "23.1 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_XL.gguf", + "file_size": "27.2 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K.gguf", + "file_size": "31.3 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K_XL.gguf", + "file_size": "31.3 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q8_K_XL.gguf", + "file_size": "33.0 GB" } ], - "num_mmproj": 1, + "num_mmproj": 3, "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.5 GB" + }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.5 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "3.0 GB" } ], - "readme": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts instruction-tuned model with APEX optimized quantization." + "readme": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/README.md", + "description": "NVIDIA Nemotron 3 Nano Omni is a commercial 30B-parameter multimodal LLM supporting video, audio, image, and text with reasoning capabilities, available in BF16/FP8/NVFP4 precisions." }, { "model_name": "GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF", @@ -12519,49 +14952,128 @@ "description": "A reasoning-distilled version of GLM-4.7-Flash trained on Claude Opus 4.5 data for improved coding, science, and research capabilities." }, { - "model_name": "Qwopus3.5-9B-v3-GGUF", - "developer": "Jackrong", - "downloads": 43478, - "createdAt": "2026-03-31T08:23:16.000Z", + "model_name": "Nemotron-3-Nano-30B-A3B-GGUF", + "developer": "unsloth", + "downloads": 44173, + "createdAt": "2025-12-15T11:42:58.000Z", "tools": true, - "num_quants": 5, + "num_quants": 22, "quants": [ { - "model_id": "Qwen3.5-9B.BF16", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.BF16.gguf", - "file_size": "16.7 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-IQ4_NL.gguf", + "file_size": "16.9 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-IQ4_XS.gguf", + "file_size": "16.9 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q2_K_L", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q2_K_L.gguf", + "file_size": "16.9 GB" }, { - "model_id": "Qwen3.5-9B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q3_K_M.gguf", + "file_size": "18.6 GB" }, { - "model_id": "Qwen3.5-9B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "Nemotron-3-Nano-30B-A3B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q3_K_S.gguf", + "file_size": "16.9 GB" + }, { - "model_id": "mmproj", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/mmproj.gguf", - "file_size": "879.0 MB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_0", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_0.gguf", + "file_size": "17.0 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_1", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_1.gguf", + "file_size": "18.7 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf", + "file_size": "22.9 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_K_S.gguf", + "file_size": "20.5 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q5_K_M.gguf", + "file_size": "24.4 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q5_K_S.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q6_K", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q6_K.gguf", + "file_size": "31.2 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-Q8_0", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q8_0.gguf", + "file_size": "31.3 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ2_M.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL.gguf", + "file_size": "25.6 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL.gguf", + "file_size": "31.2 GB" + }, + { + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL.gguf", + "file_size": "37.7 GB" } ], - "readme": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/README.md", + "description": "NVIDIA Nemotron-3-Nano-30B-A3B is a hybrid Mamba-2/Transformer Mixture-of-Experts model with 30B total (3.5B active) parameters, featuring toggleable reasoning traces and supporting English, Spanish, French, German, Japanese, and Italian for commercial use." }, { "model_name": "Llama-4-Scout-17B-16E-Instruct-GGUF", @@ -13021,164 +15533,87 @@ "description": "The DeepSeek-R1 model, developed by DeepSeek-AI, is a reasoning model based on Llama3.1 and Qwen2.5, offering improved performance on various benchmarks and available for local use with tools like llama.cpp and vLLM, with detailed instructions for training and deployment" }, { - "model_name": "Devstral-Small-2-24B-Instruct-2512-GGUF", - "developer": "unsloth", - "downloads": 41053, - "createdAt": "2025-12-10T01:36:17.000Z", + "model_name": "Qwen3.6-27B-uncensored-heretic-v2-GGUF", + "developer": "llmfan46", + "downloads": 40792, + "createdAt": "2026-04-29T04:00:48.000Z", "tools": true, - "num_quants": 26, + "num_quants": 10, "quants": [ { - "model_id": "Devstral-Small-2-24B-Instruct-2512-BF16", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-BF16.gguf", - "file_size": "43.9 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-IQ4_NL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-IQ4_NL.gguf", - "file_size": "12.5 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-IQ4_XS", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-IQ4_XS.gguf", - "file_size": "11.9 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q2_K", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q2_K.gguf", - "file_size": "8.3 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q2_K_L", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q2_K_L.gguf", - "file_size": "8.4 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q3_K_M", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q3_K_M.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q3_K_S", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q3_K_S.gguf", - "file_size": "9.7 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_0", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_0.gguf", - "file_size": "12.6 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_1", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_1.gguf", - "file_size": "13.9 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_K_M", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf", - "file_size": "13.3 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_K_S", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_K_S.gguf", - "file_size": "12.6 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q5_K_M", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q5_K_M.gguf", - "file_size": "15.6 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q5_K_S", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q5_K_S.gguf", - "file_size": "15.2 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q6_K", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q6_K.gguf", - "file_size": "18.0 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-Q8_0", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q8_0.gguf", - "file_size": "23.3 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M.gguf", - "file_size": "5.6 GB" - }, - { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3.6-27B-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M.gguf", - "file_size": "7.7 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-BF16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS.gguf", - "file_size": "6.3 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q3_K_L.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS.gguf", - "file_size": "8.8 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL.gguf", - "file_size": "8.7 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL.gguf", - "file_size": "11.0 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q4_K_S.gguf", + "file_size": "14.5 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL.gguf", - "file_size": "13.5 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL.gguf", - "file_size": "15.6 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q5_K_S.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL.gguf", - "file_size": "19.4 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q6_K", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL.gguf", - "file_size": "27.0 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q8_0", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q8_0.gguf", + "file_size": "26.6 GB" } ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "838.5 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "837.4 MB" - }, + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored Qwen3.6-27B model with 94% fewer refusals while preserving quality." + }, + { + "model_name": "gemma-7b-it", + "developer": "google", + "downloads": 40168, + "createdAt": "2024-02-13T01:07:30.000Z", + "tools": false, + "num_quants": 1, + "quants": [ { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.6 GB" + "model_id": "gemma-7b-it", + "path": "https://huggingface.co/google/gemma-7b-it/resolve/main/gemma-7b-it.gguf", + "file_size": "31.8 GB" } ], - "readme": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/README.md", - "description": "Devstral Small 2: lightweight agentic LLM for software engineering." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/google/gemma-7b-it/resolve/main/README.md", + "description": "The Gemma 7B instruct model is a lightweight, open-source text-to-text large language model from Google, trained on diverse data including web text, code, and math, and suitable for various text generation tasks with support for fine-tuning, GPU acceleration, and ethical safety measures." }, { "model_name": "Mistral-Small-4-119B-2603-GGUF", @@ -13289,6 +15724,71 @@ "readme": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/README.md", "description": "A 4B-parameter, uncensored vision-language model based on Gemma 3, quantized to GGUF format for efficient local inference." }, + { + "model_name": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF", + "developer": "Youssofal", + "downloads": 39640, + "createdAt": "2026-04-23T01:17:56.000Z", + "tools": true, + "num_quants": 6, + "quants": [ + { + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q2_K", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q2_K.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q3_K_M", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q4_K_M", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q5_K_M", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q6_K", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q8_0", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 4, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-model-bf16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-model-bf16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-model-f16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-model-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/README.md", + "description": "GGUF release of Qwen3.6-27B with refusal behavior ablated for uncensored responses." + }, { "model_name": "Qwen3-VL-4B-Thinking-GGUF", "developer": "unsloth", @@ -13449,25 +15949,6 @@ "readme": "https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/resolve/main/README.md", "description": "Qwen3-VL-4B-Thinking is a vision-language model for image-text-to-text tasks." }, - { - "model_name": "Bonsai-8B-gguf", - "developer": "prism-ml", - "downloads": 38631, - "createdAt": "2026-03-18T21:06:50.000Z", - "tools": true, - "num_quants": 1, - "quants": [ - { - "model_id": "Bonsai-8B", - "path": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/Bonsai-8B.gguf", - "file_size": "1.1 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/README.md", - "description": "An 8B model from the Bonsai family for general-purpose text generation and understanding." - }, { "model_name": "SmallThinker-21BA3B-Instruct-GGUF", "developer": "PowerInfer", @@ -13859,105 +16340,6 @@ "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF/resolve/main/README.md", "description": "GGUF quantizations of the abliterated (uncensored) Qwen3.5-35B-A3B model in sizes from 13GB to 37GB." }, - { - "model_name": "Qwen3-Next-80B-A3B-Instruct-GGUF", - "developer": "unsloth", - "downloads": 37595, - "createdAt": "2025-11-28T10:45:03.000Z", - "tools": true, - "num_quants": 17, - "quants": [ - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-IQ4_NL.gguf", - "file_size": "42.0 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-IQ4_XS.gguf", - "file_size": "39.7 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q2_K", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q2_K.gguf", - "file_size": "27.2 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q2_K_L", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q2_K_L.gguf", - "file_size": "27.2 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf", - "file_size": "35.7 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q3_K_S.gguf", - "file_size": "32.2 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_0.gguf", - "file_size": "42.2 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_K_M.gguf", - "file_size": "45.2 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_K_S.gguf", - "file_size": "42.4 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M.gguf", - "file_size": "22.7 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S.gguf", - "file_size": "21.3 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS.gguf", - "file_size": "24.4 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS.gguf", - "file_size": "30.8 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL.gguf", - "file_size": "28.1 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL.gguf", - "file_size": "33.2 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf", - "file_size": "42.9 GB" - }, - { - "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0.gguf", - "file_size": "19.1 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/README.md", - "description": "Qwen3-Next-80B-A3B-Instruct is an 80B-parameter MoE language model with hybrid Gated DeltaNet and Gated Attention, supporting up to 256K context length." - }, { "model_name": "Qwopus3.5-27B-v3-GGUF", "developer": "Jackrong", @@ -14028,6 +16410,81 @@ "readme": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/README.md", "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." }, + { + "model_name": "gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF", + "developer": "TeichAI", + "downloads": 37126, + "createdAt": "2026-04-10T19:15:40.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16.gguf", + "file_size": "47.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.f16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.f16.gguf", + "file_size": "47.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.iq4_nl.gguf", + "file_size": "13.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s.gguf", + "file_size": "11.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m.gguf", + "file_size": "17.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k.gguf", + "file_size": "21.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" + } + ], + "readme": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/README.md", + "description": "A 26B parameter Gemma 4 model fine-tuned with Claude Opus 4.6 reasoning data for coding, science, and research tasks." + }, { "model_name": "Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF", "developer": "mradermacher", @@ -14112,6 +16569,86 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF/resolve/main/README.md", "description": "GGUF quantized version of Qwen3.5-9B fine-tuned for creative writing, available in various quantization levels from Q2_K to f16." }, + { + "model_name": "Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF", + "developer": "DavidAU", + "downloads": 36570, + "createdAt": "2026-04-23T08:05:02.000Z", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-HIGH-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-HIGH-Q8_0.gguf", + "file_size": "27.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ2_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ2_M.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ3_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ3_M.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_NL", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_NL.gguf", + "file_size": "15.0 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_XS.gguf", + "file_size": "14.3 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_M.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_S.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_M.gguf", + "file_size": "18.2 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_S.gguf", + "file_size": "17.7 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q6_K", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q6_K.gguf", + "file_size": "20.9 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/README.md", + "description": "A highly optimized GGUF quantization of Qwen3.6-27B using dual imatrix calibration, offering multiple precision levels (IQ2_M to Q8_0) with benchmarks showing 82-98% full-precision performance." + }, { "model_name": "Qwen2.5-Coder-3B-Instruct-GGUF", "developer": "Qwen", @@ -14171,6 +16708,115 @@ "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct-GGUF/resolve/main/README.md", "description": "This repository provides the instruction-tuned 3B Qwen2.5-Coder model in GGUF format, optimized for code generation, reasoning, and fixing with 3.09B parameters and full 32,768 token context length." }, + { + "model_name": "Qwen3.6-35B-A3B-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 36416, + "createdAt": "2026-04-20T19:51:53.000Z", + "tools": true, + "num_quants": 19, + "quants": [ + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-BF16.gguf", + "file_size": "64.6 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q8_0.gguf", + "file_size": "34.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-mmproj-BF16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-BF16.gguf", + "file_size": "64.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "An uncensored GGUF quantization of Qwen3.6-35B-A3B with 88% fewer refusals while preserving model quality." + }, { "model_name": "google_gemma-4-E4B-it-GGUF", "developer": "bartowski", @@ -14700,6 +17346,145 @@ "readme": "https://huggingface.co/Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF/resolve/main/README.md", "description": "ComfyUI quantized Qwen-Image-Edit-Rapid-AIO with NSFW/Lightning LoRAs, requiring mmproj, VAE, and text_encoder." }, + { + "model_name": "gemma-4-19b-a4b-it-REAP-i1-GGUF", + "developer": "mradermacher", + "downloads": 36197, + "createdAt": "2026-04-07T17:19:28.000Z", + "tools": true, + "num_quants": 25, + "quants": [ + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ1_M.gguf", + "file_size": "6.0 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ1_S.gguf", + "file_size": "5.7 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_M.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_S.gguf", + "file_size": "6.8 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_XS.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_XXS.gguf", + "file_size": "6.4 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_M.gguf", + "file_size": "8.5 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_S.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_XS.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_XXS.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ4_NL", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ4_NL.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ4_XS.gguf", + "file_size": "9.5 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q2_K.gguf", + "file_size": "7.3 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q2_K_S.gguf", + "file_size": "7.3 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q3_K_L.gguf", + "file_size": "9.5 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q3_K_M.gguf", + "file_size": "9.1 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q3_K_S.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_0.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_1.gguf", + "file_size": "10.9 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_K_M.gguf", + "file_size": "11.4 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_K_S.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q5_K_M.gguf", + "file_size": "13.0 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q5_K_S.gguf", + "file_size": "12.3 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q6_K.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.imatrix", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.imatrix.gguf", + "file_size": "39.0 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/README.md", + "description": "Quantized Gemma-4-19b model with various GGUF quantization files available for download." + }, { "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF", "developer": "LuffyTheFox", @@ -14751,23 +17536,164 @@ "description": "A Qwen 3.5 27B variant distilled from Claude with removed safety restrictions." }, { - "model_name": "bitnet-b1.58-2B-4T-gguf", - "developer": "microsoft", - "downloads": 35844, - "createdAt": "2025-04-15T04:25:42.000Z", - "tools": false, - "num_quants": 1, + "model_name": "Devstral-Small-2-24B-Instruct-2512-GGUF", + "developer": "unsloth", + "downloads": 35944, + "createdAt": "2025-12-10T01:36:17.000Z", + "tools": true, + "num_quants": 26, "quants": [ { - "model_id": "ggml-model-i2_s", - "path": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/ggml-model-i2_s.gguf", - "file_size": "1.1 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-BF16", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-BF16.gguf", + "file_size": "43.9 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-IQ4_NL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-IQ4_NL.gguf", + "file_size": "12.5 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-IQ4_XS", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-IQ4_XS.gguf", + "file_size": "11.9 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q2_K", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q2_K.gguf", + "file_size": "8.3 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q2_K_L", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q2_K_L.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q3_K_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q3_K_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q3_K_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q3_K_S.gguf", + "file_size": "9.7 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_0", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_0.gguf", + "file_size": "12.6 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_1", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_1.gguf", + "file_size": "13.9 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_K_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf", + "file_size": "13.3 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_K_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_K_S.gguf", + "file_size": "12.6 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q5_K_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q5_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q5_K_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q5_K_S.gguf", + "file_size": "15.2 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q6_K", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q6_K.gguf", + "file_size": "18.0 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q8_0", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q8_0.gguf", + "file_size": "23.3 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M.gguf", + "file_size": "5.6 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL.gguf", + "file_size": "13.5 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL.gguf", + "file_size": "19.4 GB" + }, + { + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL.gguf", + "file_size": "27.0 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/README.md", - "description": "This repository provides the weights for BitNet b1.58 2B4T, a native 1-bit large language model with 2 billion parameters, offering significant computational efficiency gains over full-precision models through specialized C++ inference code." + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "838.5 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "837.4 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.6 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/README.md", + "description": "Devstral Small 2: lightweight agentic LLM for software engineering." }, { "model_name": "Devstral-Small-2507-GGUF", @@ -14924,6 +17850,154 @@ "readme": "https://huggingface.co/unsloth/Devstral-Small-2507-GGUF/resolve/main/README.md", "description": "This model is a lightweight, open-source agentic LLM for software engineering tasks, fine-tuned from Mistral-Small-3.1 with a 128k context window and Apache 2.0 license, supporting tool calling and optional vision, and optimized for local deployment with various" }, + { + "model_name": "Crow-9B-HERETIC-4.6", + "developer": "Crownelius", + "downloads": 35518, + "createdAt": "2026-03-03T08:14:36.000Z", + "tools": true, + "num_quants": 5, + "quants": [ + { + "model_id": "Qwen3.5-9B-heretic-v2.BF16-mmproj", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.BF16-mmproj.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "Qwen3.5-9B-heretic-v2.F16", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.F16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Qwen3.5-9B-heretic-v2.Q4_K_M", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q4_K_M.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Qwen3.5-9B-heretic-v2.Q5_K_M", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q5_K_M.gguf", + "file_size": "6.1 GB" + }, + { + "model_id": "Qwen3.5-9B-heretic-v2.Q8_0", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/README.md", + "description": "A 9B parameter LLM distilled from Claude Opus 4.6 into Qwen3.5 architecture, available in multiple GGUF quantizations for consumer GPUs." + }, + { + "model_name": "MiniCPM-o-4_5-gguf", + "developer": "openbmb", + "downloads": 35496, + "createdAt": "2026-02-02T04:42:00.000Z", + "tools": true, + "num_quants": 19, + "quants": [ + { + "model_id": "MiniCPM-o-4_5-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-F16.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q4_0", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_0.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q4_1", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_1.gguf", + "file_size": "4.9 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q4_K_M", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_K_M.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q4_K_S", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_K_S.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q5_0", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_0.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q5_1", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_1.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q5_K_M", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_K_M.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q5_K_S", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_K_S.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q6_K", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q6_K.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "MiniCPM-o-4_5-Q8_0", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q8_0.gguf", + "file_size": "8.1 GB" + }, + { + "model_id": "audio/MiniCPM-o-4_5-audio-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/audio/MiniCPM-o-4_5-audio-F16.gguf", + "file_size": "629.6 MB" + }, + { + "model_id": "token2wav-gguf/flow_extra", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/flow_extra.gguf", + "file_size": "13.0 MB" + }, + { + "model_id": "token2wav-gguf/flow_matching", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/flow_matching.gguf", + "file_size": "437.0 MB" + }, + { + "model_id": "token2wav-gguf/hifigan2", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/hifigan2.gguf", + "file_size": "79.4 MB" + }, + { + "model_id": "token2wav-gguf/prompt_cache", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/prompt_cache.gguf", + "file_size": "201.8 MB" + }, + { + "model_id": "tts/MiniCPM-o-4_5-projector-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/tts/MiniCPM-o-4_5-projector-F16.gguf", + "file_size": "14.3 MB" + }, + { + "model_id": "tts/MiniCPM-o-4_5-tts-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/tts/MiniCPM-o-4_5-tts-F16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "vision/MiniCPM-o-4_5-vision-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/vision/MiniCPM-o-4_5-vision-F16.gguf", + "file_size": "1.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/README.md", + "description": "MiniCPM-o 4.5 is a 9B-parameter multimodal AI model that enables full-duplex vision, speech, and audio processing on phones." + }, { "model_name": "DeepSeek-R1-Distill-Qwen-32B-GGUF", "developer": "bartowski", @@ -15142,6 +18216,178 @@ "readme": "https://huggingface.co/TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF/resolve/main/README.md", "description": "Qwen3-8B GGUF model finetuned via Unsloth with Q8_0 and F16 quantizations." }, + { + "model_name": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF", + "developer": "lordx64", + "downloads": 34842, + "createdAt": "2026-04-20T03:34:18.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.IQ4_XS", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.IQ4_XS.gguf", + "file_size": "17.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a Qwen model distilled to think like Claude Opus, for llama.cpp and LM Studio." + }, + { + "model_name": "DeepSeek-V4-Flash-FP4-FP8-GGUF", + "developer": "nsparks", + "downloads": 34354, + "createdAt": "2026-04-26T17:41:26.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "DeepSeek-V4-Flash-FP4-FP8-native", + "path": "https://huggingface.co/nsparks/DeepSeek-V4-Flash-FP4-FP8-GGUF/resolve/main/DeepSeek-V4-Flash-FP4-FP8-native.gguf", + "file_size": "145.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/nsparks/DeepSeek-V4-Flash-FP4-FP8-GGUF/resolve/main/README.md", + "description": "Native FP4/FP8 GGUF conversion of DeepSeek-V4-Flash requiring a custom llama.cpp build with MXFP4 support." + }, + { + "model_name": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF", + "developer": "mradermacher", + "downloads": 33821, + "createdAt": "2026-04-13T07:03:57.000Z", + "tools": true, + "num_quants": 24, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_M.gguf", + "file_size": "8.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_S.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_M.gguf", + "file_size": "9.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_S.gguf", + "file_size": "9.2 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XS.gguf", + "file_size": "9.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XXS.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_M.gguf", + "file_size": "11.5 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_S.gguf", + "file_size": "11.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XS.gguf", + "file_size": "10.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XXS.gguf", + "file_size": "10.5 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ4_XS.gguf", + "file_size": "13.0 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K_S.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_L.gguf", + "file_size": "12.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_S.gguf", + "file_size": "11.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_0.gguf", + "file_size": "13.5 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_1.gguf", + "file_size": "14.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_S.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_M.gguf", + "file_size": "17.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_S.gguf", + "file_size": "16.8 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q6_K.gguf", + "file_size": "21.1 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.imatrix", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.imatrix.gguf", + "file_size": "54.3 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/README.md", + "description": "GGUF quants of an uncensored Gemma-4-26B model in various sizes (8.4-22.7GB)." + }, { "model_name": "Ministral-3-3B-Instruct-2512-GGUF", "developer": "mistralai", @@ -15181,6 +18427,85 @@ "readme": "https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512-GGUF/resolve/main/README.md", "description": "A compact 3B-parameter vision-language model optimized for edge deployment, available in GGUF format with Apache 2.0 license." }, + { + "model_name": "OmniCoder-9B-GGUF", + "developer": "Tesslate", + "downloads": 33637, + "createdAt": "2026-03-12T06:56:48.000Z", + "tools": true, + "num_quants": 13, + "quants": [ + { + "model_id": "omnicoder-9b-bf16", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-bf16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "omnicoder-9b-q2_k", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q2_k.gguf", + "file_size": "3.6 GB" + }, + { + "model_id": "omnicoder-9b-q3_k_l", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_l.gguf", + "file_size": "4.6 GB" + }, + { + "model_id": "omnicoder-9b-q3_k_m", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_m.gguf", + "file_size": "4.3 GB" + }, + { + "model_id": "omnicoder-9b-q3_k_s", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_s.gguf", + "file_size": "4.0 GB" + }, + { + "model_id": "omnicoder-9b-q4_0", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_0.gguf", + "file_size": "4.9 GB" + }, + { + "model_id": "omnicoder-9b-q4_k_m", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_m.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "omnicoder-9b-q4_k_s", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_s.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "omnicoder-9b-q5_0", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_0.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "omnicoder-9b-q5_k_m", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_m.gguf", + "file_size": "6.1 GB" + }, + { + "model_id": "omnicoder-9b-q5_k_s", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_s.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "omnicoder-9b-q6_k", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q6_k.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "omnicoder-9b-q8_0", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Tesslate's OmniCoder-9B code model for llama.cpp, with Q4_K_M (~5.7GB) recommended for most users." + }, { "model_name": "Mistral-Small-3.2-24B-Instruct-2506-GGUF", "developer": "unsloth", @@ -15434,6 +18759,31 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-9B-heretic-GGUF/resolve/main/README.md", "description": "GGUF quantized versions of Qwen3.5-9B-heretic, an uncensored 9B parameter language model, available in various quantization levels." }, + { + "model_name": "Qwen3.6-27B-TQ3_4S", + "developer": "YTan2000", + "downloads": 32547, + "createdAt": "2026-04-22T16:17:33.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-27B-TQ3_4S", + "path": "https://huggingface.co/YTan2000/Qwen3.6-27B-TQ3_4S/resolve/main/Qwen3.6-27B-TQ3_4S.gguf", + "file_size": "13.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj", + "path": "https://huggingface.co/YTan2000/Qwen3.6-27B-TQ3_4S/resolve/main/mmproj.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/YTan2000/Qwen3.6-27B-TQ3_4S/resolve/main/README.md", + "description": "A TurboQuant-quantized GGUF version of Qwen3.6-27B for local deployment, requiring the turbo-tan/llama.cpp-tq3 fork for runtime." + }, { "model_name": "GLM-5-GGUF", "developer": "unsloth", @@ -15964,6 +19314,105 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-122B-A10B-heretic-GGUF/resolve/main/README.md", "description": "GGUF quantized versions of the uncensored Qwen3.5-122B-A10B language model." }, + { + "model_name": "Mistral-Medium-3.5-128B-GGUF", + "developer": "unsloth", + "downloads": 30623, + "createdAt": "2026-04-27T08:48:39.000Z", + "tools": true, + "num_quants": 6, + "quants": [ + { + "model_id": "Mistral-Medium-3.5-128B-Q2_K", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-Q2_K.gguf", + "file_size": "43.4 GB" + }, + { + "model_id": "Mistral-Medium-3.5-128B-Q2_K_L", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-Q2_K_L.gguf", + "file_size": "43.7 GB" + }, + { + "model_id": "Mistral-Medium-3.5-128B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-IQ2_M.gguf", + "file_size": "41.1 GB" + }, + { + "model_id": "Mistral-Medium-3.5-128B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-IQ2_XXS.gguf", + "file_size": "32.5 GB" + }, + { + "model_id": "Mistral-Medium-3.5-128B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-IQ3_XXS.gguf", + "file_size": "45.9 GB" + }, + { + "model_id": "Mistral-Medium-3.5-128B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-Q2_K_XL.gguf", + "file_size": "44.8 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "10.0 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/README.md", + "description": "Mistral Medium 3.5 is a 128B-parameter dense multimodal model with 256k context, supporting configurable reasoning and strong agentic coding capabilities under a Modified MIT license." + }, + { + "model_name": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 30615, + "createdAt": "2026-01-31T16:55:43.000Z", + "tools": true, + "num_quants": 5, + "quants": [ + { + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "8.1 GB" + }, + { + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-mmproj-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-mmproj-f16.gguf", + "file_size": "1.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored 8B vision-language model based on Qwen3-VL-8B with 256K context, available in multiple quantizations." + }, { "model_name": "gemma-3-27b-it-abliterated-GGUF", "developer": "mlabonne", @@ -16014,6 +19463,60 @@ "readme": "https://huggingface.co/mlabonne/gemma-3-27b-it-abliterated-GGUF/resolve/main/README.md", "description": "This is an uncensored Gemma 3 27B IT model created using a layerwise abliteration technique to achieve high acceptance rates while preserving model capabilities." }, + { + "model_name": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF", + "developer": "rico03", + "downloads": 29665, + "createdAt": "2026-04-23T14:23:36.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q2_K", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q2_K.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q3_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q6_K", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q8_0", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantized Qwen3.6-27B fine-tuned on ~14k Claude 4.6 Opus reasoning traces for efficient local inference." + }, { "model_name": "translategemma-4b-it-GGUF", "developer": "mradermacher", @@ -16117,6 +19620,51 @@ "readme": "https://huggingface.co/google/gemma-7b/resolve/main/README.md", "description": "The Gemma 7B model is a lightweight, open-source text-to-text large language model from Google, trained on diverse data including web text, code, and mathematics, with strong performance on benchmark tasks and ethical safety considerations." }, + { + "model_name": "Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF", + "developer": "shennguyen", + "downloads": 29321, + "createdAt": "2026-04-21T18:39:14.000Z", + "tools": true, + "num_quants": 5, + "quants": [ + { + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-f16", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-f16.gguf", + "file_size": "64.6 GB" + }, + { + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q5_k_m", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q5_k_m.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q6_k", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q6_k.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q8_0", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-f16", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/mmproj-f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/README.md", + "description": "A GGUF-converted Qwen 3.6 MoE model for llama.cpp inference with CLI and server usage instructions." + }, { "model_name": "Qwen3.5-27B-heretic-v2-GGUF", "developer": "llmfan46", @@ -16176,75 +19724,6 @@ "readme": "https://huggingface.co/llmfan46/Qwen3.5-27B-heretic-v2-GGUF/resolve/main/README.md", "description": "GGUF quantizations of a decensored/heretic version of Qwen3.5-27B with reduced content restrictions (3/100 refusals vs 94/100 original), available in various precision levels for llama.cpp, LM Studio, and Ollama." }, - { - "model_name": "Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 29005, - "createdAt": "2026-03-05T15:11:24.000Z", - "tools": true, - "num_quants": 11, - "quants": [ - { - "model_id": "Qwen3.5-0.8B.BF16-mmproj", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.BF16-mmproj.gguf", - "file_size": "197.7 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q2_K.gguf", - "file_size": "377.4 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_L.gguf", - "file_size": "455.1 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_M.gguf", - "file_size": "443.2 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_S.gguf", - "file_size": "415.2 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q4_K_M.gguf", - "file_size": "503.1 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q4_K_S.gguf", - "file_size": "479.8 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q5_K_M.gguf", - "file_size": "557.7 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q5_K_S.gguf", - "file_size": "537.5 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q6_K.gguf", - "file_size": "600.6 MB" - }, - { - "model_id": "Qwen3.5-0.8B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q8_0.gguf", - "file_size": "774.2 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-0.8B model fine-tuned via LoRA with Claude-4.6 Opus reasoning distillation for structured Chain-of-Thought problem-solving." - }, { "model_name": "Qwen3-4b-Z-Image-Turbo-AbliteratedV1", "developer": "BennyDaBall", @@ -16393,6 +19872,55 @@ "readme": "https://huggingface.co/unsloth/gpt-oss-safeguard-20b-GGUF/resolve/main/README.md", "description": "Safety text classifier with custom policies." }, + { + "model_name": "LFM2.5-1.2B-Thinking-GGUF", + "developer": "LiquidAI", + "downloads": 28228, + "createdAt": "2026-01-16T19:04:55.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "LFM2.5-1.2B-Thinking-BF16", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-BF16.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "LFM2.5-1.2B-Thinking-F16", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-F16.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "LFM2.5-1.2B-Thinking-Q4_0", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_0.gguf", + "file_size": "663.5 MB" + }, + { + "model_id": "LFM2.5-1.2B-Thinking-Q4_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_K_M.gguf", + "file_size": "697.0 MB" + }, + { + "model_id": "LFM2.5-1.2B-Thinking-Q5_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q5_K_M.gguf", + "file_size": "804.3 MB" + }, + { + "model_id": "LFM2.5-1.2B-Thinking-Q6_K", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q6_K.gguf", + "file_size": "918.2 MB" + }, + { + "model_id": "LFM2.5-1.2B-Thinking-Q8_0", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q8_0.gguf", + "file_size": "1.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/README.md", + "description": "LFM2.5-1.2B-Thinking is a compact hybrid AI model by Liquid AI designed for on-device deployment, available in GGUF format for llama.cpp." + }, { "model_name": "google_gemma-4-E2B-it-GGUF", "developer": "bartowski", @@ -16830,6 +20358,40 @@ "readme": "https://huggingface.co/Beinsezii/Qwen3.5-122B-A10B-GGUF-HALO/resolve/main/README.md", "description": "A Q4_1 quantized Qwen3.5 MoE model optimized for Strix Halo systems, offering better quality and speed than Q6_K quantization." }, + { + "model_name": "Qwen3.5-9b-Sushi-Coder-RL-GGUF", + "developer": "bigatuna", + "downloads": 26918, + "createdAt": "2026-03-27T01:12:29.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q6_K", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q6_K.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q8_0", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/README.md", + "description": "A Qwen 3.5 9B variant fine-tuned with reinforcement learning for code generation." + }, { "model_name": "Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF", "developer": "mradermacher", @@ -17467,6 +21029,75 @@ "readme": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/README.md", "description": "NVIDIA's Nemotron Cascade 2 30B MoE model for reasoning and code generation tasks." }, + { + "model_name": "Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 25140, + "createdAt": "2026-03-05T15:11:24.000Z", + "tools": true, + "num_quants": 11, + "quants": [ + { + "model_id": "Qwen3.5-0.8B.BF16-mmproj", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.BF16-mmproj.gguf", + "file_size": "197.7 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q2_K.gguf", + "file_size": "377.4 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_L.gguf", + "file_size": "455.1 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_M.gguf", + "file_size": "443.2 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_S.gguf", + "file_size": "415.2 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q4_K_M.gguf", + "file_size": "503.1 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q4_K_S.gguf", + "file_size": "479.8 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q5_K_M.gguf", + "file_size": "557.7 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q5_K_S.gguf", + "file_size": "537.5 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q6_K.gguf", + "file_size": "600.6 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q8_0.gguf", + "file_size": "774.2 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-0.8B model fine-tuned via LoRA with Claude-4.6 Opus reasoning distillation for structured Chain-of-Thought problem-solving." + }, { "model_name": "gemma-3n-E2B-it-GGUF", "developer": "unsloth", @@ -17601,6 +21232,106 @@ "readme": "https://huggingface.co/unsloth/gemma-3n-E2B-it-GGUF/resolve/main/README.md", "description": "The Gemma 3n model is a lightweight, efficient, and open-source multilingual image-text-to-text model from Google, optimized for low-resource devices with support for text, image, video, and audio inputs, and capable of generating text outputs with instruction-tuned variants available for fine-tuning" }, + { + "model_name": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF", + "developer": "TeichAI", + "downloads": 24929, + "createdAt": "2026-04-25T05:53:25.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16.gguf", + "file_size": "50.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/README.md", + "description": "A distilled Qwen3.6-27B model fine-tuned on Claude Opus reasoning data for coding, creative writing, and visual understanding, trained 2x faster with Unsloth." + }, + { + "model_name": "gemma-4-26B-A4B-it-ara-abliterated", + "developer": "jenerallee78", + "downloads": 24903, + "createdAt": "2026-04-06T20:51:52.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "gemma4-ara-2pass-APEX-Q5_K_M", + "path": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/gemma4-ara-2pass-APEX-Q5_K_M.gguf", + "file_size": "19.2 GB" + }, + { + "model_id": "gemma4-ara-2pass-bf16", + "path": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/gemma4-ara-2pass-bf16.gguf", + "file_size": "47.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-gemma4-f16", + "path": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/mmproj-gemma4-f16.gguf", + "file_size": "1.1 GB" + } + ], + "readme": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/README.md", + "description": "An uncensored Gemma 4 26B MoE model with the lowest refusal rate (7.7%) and highest quality (4.6/5) of any published abliteration." + }, { "model_name": "Qwen3.5-122B-A10B-heretic-v2-i1-GGUF", "developer": "mradermacher", @@ -18143,153 +21874,23 @@ "num_mmproj": 0 }, { - "model_name": "GLM-4.7-Flash-REAP-23B-A3B-GGUF", - "developer": "unsloth", - "downloads": 24066, - "createdAt": "2026-01-23T06:50:31.000Z", + "model_name": "Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF", + "developer": "googlecs", + "downloads": 24245, + "createdAt": "2026-04-22T01:49:06.000Z", "tools": true, - "num_quants": 27, + "num_quants": 1, "quants": [ { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-BF16", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-BF16.gguf", - "file_size": "42.9 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-IQ4_NL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-IQ4_NL.gguf", - "file_size": "12.3 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q2_K", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q2_K.gguf", - "file_size": "8.2 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q2_K_L", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q2_K_L.gguf", - "file_size": "8.2 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M.gguf", - "file_size": "10.5 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S.gguf", - "file_size": "9.6 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_0.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_1", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_1.gguf", - "file_size": "13.6 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf", - "file_size": "13.1 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_S.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q5_K_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q5_K_S.gguf", - "file_size": "14.9 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q6_K", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q6_K.gguf", - "file_size": "17.7 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q8_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q8_0.gguf", - "file_size": "22.8 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_M.gguf", - "file_size": "7.1 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_S.gguf", - "file_size": "6.7 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_M.gguf", - "file_size": "8.0 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_XXS.gguf", - "file_size": "7.7 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ3_XXS.gguf", - "file_size": "9.3 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q2_K_XL.gguf", - "file_size": "8.4 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q3_K_XL.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q4_K_XL.gguf", - "file_size": "13.3 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q5_K_XL.gguf", - "file_size": "15.6 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q6_K_XL.gguf", - "file_size": "18.8 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q8_K_XL.gguf", - "file_size": "25.6 GB" - }, - { - "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-TQ1_0.gguf", - "file_size": "6.1 GB" + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m", + "path": "https://huggingface.co/googlecs/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m.gguf", + "file_size": "19.7 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/README.md", - "description": "A 23B parameter Mixture-of-Experts language model created by uniformly pruning 25% of experts from GLM-4.7-Flash using the REAP method, maintaining near-identical performance while being 25% smaller." + "readme": "https://huggingface.co/googlecs/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF/resolve/main/README.md", + "description": "A GGUF-quantized (Q4_K_M) version of Huihui-Qwen3.6-35B for running with llama.cpp CLI or server." }, { "model_name": "Huihui-gpt-oss-20b-BF16-abliterated", @@ -18393,140 +21994,6 @@ "readme": "https://huggingface.co/lukey03/Qwen3.5-9B-abliterated-GGUF/resolve/main/README.md", "description": "GGUF quantized uncensored Qwen3.5-9B for Ollama/llama.cpp, with text-only and vision options." }, - { - "model_name": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF", - "developer": "mradermacher", - "downloads": 23748, - "createdAt": "2025-08-03T10:14:21.000Z", - "tools": true, - "num_quants": 24, - "quants": [ - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M.gguf", - "file_size": "6.6 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S.gguf", - "file_size": "6.0 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M.gguf", - "file_size": "9.5 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S.gguf", - "file_size": "8.6 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS.gguf", - "file_size": "8.5 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS.gguf", - "file_size": "7.6 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M.gguf", - "file_size": "12.6 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS.gguf", - "file_size": "15.2 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K.gguf", - "file_size": "10.5 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S.gguf", - "file_size": "9.8 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L.gguf", - "file_size": "14.8 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0.gguf", - "file_size": "16.2 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1.gguf", - "file_size": "17.9 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M.gguf", - "file_size": "17.3 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S.gguf", - "file_size": "16.3 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M.gguf", - "file_size": "20.2 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S.gguf", - "file_size": "19.6 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K.gguf", - "file_size": "23.4 GB" - }, - { - "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.imatrix", - "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.imatrix.gguf", - "file_size": "116.4 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/README.md", - "description": "Imatrix-quantized GGUF versions of Qwen3-Coder 30B." - }, { "model_name": "Qwen3-VL-4B-Instruct-GGUF", "developer": "unsloth", @@ -19158,6 +22625,30 @@ "readme": "https://huggingface.co/bartowski/NemoMix-Unleashed-12B-GGUF/resolve/main/README.md", "description": "This repository provides quantized versions of the NemoMix-Unleashed-12B model for efficient text generation on various platforms, with recommendations based on system resources and performance needs." }, + { + "model_name": "Qwen3.6-27B-DFlash-GGUF", + "developer": "spiritbuun", + "downloads": 22632, + "createdAt": "2026-04-24T12:48:25.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "dflash-draft-3.6-q4_k_m", + "path": "https://huggingface.co/spiritbuun/Qwen3.6-27B-DFlash-GGUF/resolve/main/dflash-draft-3.6-q4_k_m.gguf", + "file_size": "985.2 MB" + }, + { + "model_id": "dflash-draft-3.6-q8_0", + "path": "https://huggingface.co/spiritbuun/Qwen3.6-27B-DFlash-GGUF/resolve/main/dflash-draft-3.6-q8_0.gguf", + "file_size": "1.7 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/spiritbuun/Qwen3.6-27B-DFlash-GGUF/resolve/main/README.md", + "description": "Qwen3.6-27B-DFlash is a 2B GGUF-quantized drafter (Q8_0 recommended) for DFlash speculative decoding with Qwen3.6-27B, requiring a custom llama.cpp fork." + }, { "model_name": "Ministral-3-14B-Instruct-2512-GGUF", "developer": "unsloth", @@ -19318,6 +22809,81 @@ "readme": "https://huggingface.co/unsloth/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/README.md", "description": "14B edge-optimized multimodal language model with multilingual support and vision capabilities." }, + { + "model_name": "gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF", + "developer": "TeichAI", + "downloads": 22489, + "createdAt": "2026-04-12T03:11:30.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.bf16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.bf16.gguf", + "file_size": "57.2 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.f16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.f16.gguf", + "file_size": "57.2 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.iq4_nl.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q3_k_m.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q4_k_m.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q5_k_m.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q6_k.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q8_0.gguf", + "file_size": "30.4 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" + } + ], + "readme": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/README.md", + "description": "A 31B parameter Gemma 4 model fine-tuned on Claude Opus 4.6 reasoning data using Unsloth for enhanced problem-solving." + }, { "model_name": "DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF", "developer": "mradermacher", @@ -19501,6 +23067,71 @@ "readme": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/README.md", "description": "An uncensored, abliterated version of Meta-Llama-3.1-8B-Instruct." }, + { + "model_name": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF", + "developer": "mudler", + "downloads": 22093, + "createdAt": "2026-04-25T18:40:04.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Balanced.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Compact.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Balanced.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Compact.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Mini.gguf", + "file_size": "13.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Nano", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Nano.gguf", + "file_size": "10.8 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Quality.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Quality.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16.gguf", + "file_size": "64.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/mmproj.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized 35B MoE vision model with Claude reasoning distillation available in multiple precision tiers (11-65GB)." + }, { "model_name": "OpenAi-GPT-oss-20b-MODERATE-uncensored-NEO-Imatrix-gguf", "developer": "DavidAU", @@ -20291,137 +23922,53 @@ "description": "This is a quantized version of the Dolphin-Mistral-24B-Venice-Edition model by cognitivecomputations, optimized for various inference speeds and quality levels using llama.cpp's imatrix quantization method." }, { - "model_name": "gemma-4-26B-A4B-it-heretic-GUFF", - "developer": "nohurry", - "downloads": 21382, - "createdAt": "2026-04-02T23:21:40.000Z", + "model_name": "LFM2-24B-A2B-GGUF", + "developer": "LiquidAI", + "downloads": 21239, + "createdAt": "2026-02-17T12:53:20.000Z", "tools": true, - "num_quants": 17, + "num_quants": 7, "quants": [ { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.bf16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.bf16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f32", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f32.gguf", - "file_size": "2.1 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.q8_0", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.q8_0.gguf", - "file_size": "769.1 MB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic.bf16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.bf16.gguf", - "file_size": "47.0 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic.f16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f16.gguf", - "file_size": "47.0 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic.f32", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f32.gguf", - "file_size": "94.0 GB" - }, - { - "model_id": "gemma-4-26B-A4B-it-heretic.q8_0", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.q8_0.gguf", - "file_size": "25.0 GB" - }, - { - "model_id": "gemma-4-26b-a4b-it-heretic.iq4_nl", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_nl.gguf", - "file_size": "14.4 GB" - }, - { - "model_id": "gemma-4-26b-a4b-it-heretic.iq4_xs", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_xs.gguf", - "file_size": "13.9 GB" - }, - { - "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_m", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_m.gguf", - "file_size": "12.9 GB" - }, - { - "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_s", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_s.gguf", - "file_size": "11.8 GB" - }, - { - "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_m", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_m.gguf", - "file_size": "15.7 GB" - }, - { - "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_s", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_s.gguf", - "file_size": "14.8 GB" + "model_id": "LFM2-24B-A2B-BF16", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-BF16.gguf", + "file_size": "44.4 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_m", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_m.gguf", - "file_size": "19.7 GB" + "model_id": "LFM2-24B-A2B-F16", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-F16.gguf", + "file_size": "44.4 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_s", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_s.gguf", - "file_size": "17.5 GB" + "model_id": "LFM2-24B-A2B-Q4_0", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_0.gguf", + "file_size": "12.5 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q6_k", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q6_k.gguf", - "file_size": "21.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." - }, - { - "model_name": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5", - "developer": "Crownelius", - "downloads": 21320, - "createdAt": "2026-03-03T17:17:34.000Z", - "tools": true, - "num_quants": 4, - "quants": [ - { - "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16", - "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16.gguf", - "file_size": "7.8 GB" + "model_id": "LFM2-24B-A2B-Q4_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_K_M.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M", - "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M.gguf", - "file_size": "2.5 GB" + "model_id": "LFM2-24B-A2B-Q5_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q5_K_M.gguf", + "file_size": "15.8 GB" }, { - "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M", - "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "LFM2-24B-A2B-Q6_K", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q6_K.gguf", + "file_size": "18.2 GB" }, { - "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0", - "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "LFM2-24B-A2B-Q8_0", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q8_0.gguf", + "file_size": "23.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/README.md", - "description": "A 4B parameter LLM distilled from Claude Opus 4.6 onto Qwen 3.5, trained on 15 datasets for reasoning, coding, and creative tasks." + "readme": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/README.md", + "description": "A 24B MoE model with 2B active parameters designed for efficient on-device deployment, fitting in 32GB RAM with llama.cpp support." }, { "model_name": "qwen3.5-9b-null-space-abliterated-GGUF", @@ -20477,6 +24024,35 @@ "readme": "https://huggingface.co/hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF/resolve/main/README.md", "description": "Q4_K_M quantized GGUF Llama-3.2-3B-Instruct for multilingual text generation." }, + { + "model_name": "HY-MT1.5-1.8B-GGUF", + "developer": "tencent", + "downloads": 21065, + "createdAt": "2025-12-30T08:26:19.000Z", + "tools": false, + "num_quants": 3, + "quants": [ + { + "model_id": "HY-MT1.5-1.8B-Q4_K_M", + "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q4_K_M.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "HY-MT1.5-1.8B-Q6_K", + "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q6_K.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "HY-MT1.5-1.8B-Q8_0", + "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q8_0.gguf", + "file_size": "1.8 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/README.md", + "description": "Tencent's Hunyuan MT is a 1.8B/7B parameter translation model supporting 33+ languages with features like terminology intervention and contextual translation." + }, { "model_name": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2", "developer": "BasedBase", @@ -20922,6 +24498,179 @@ "readme": "https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/resolve/main/README.md", "description": "Qwen3-VL-8B-Thinking: Vision-language model with 256K context and enhanced multimodal reasoning." }, + { + "model_name": "Sulphur-2-base", + "developer": "SulphurAI", + "downloads": 20187, + "createdAt": "2026-05-03T00:33:24.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "prompt_enhancer/mmproj-BF16", + "path": "https://huggingface.co/SulphurAI/Sulphur-2-base/resolve/main/prompt_enhancer/mmproj-BF16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "prompt_enhancer/sulphur_prompt_enhancer_model-q8_0", + "path": "https://huggingface.co/SulphurAI/Sulphur-2-base/resolve/main/prompt_enhancer/sulphur_prompt_enhancer_model-q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/SulphurAI/Sulphur-2-base/resolve/main/README.md", + "description": "Sulphur 2 is an uncensored video generation model based on LTX 2.3 supporting text-to-video and image-to-video with an optional prompt enhancer." + }, + { + "model_name": "GLM-4.7-Flash-REAP-23B-A3B-GGUF", + "developer": "unsloth", + "downloads": 20144, + "createdAt": "2026-01-23T06:50:31.000Z", + "tools": true, + "num_quants": 27, + "quants": [ + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-BF16", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-BF16.gguf", + "file_size": "42.9 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-IQ4_NL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-IQ4_NL.gguf", + "file_size": "12.3 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q2_K", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q2_K.gguf", + "file_size": "8.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q2_K_L", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q2_K_L.gguf", + "file_size": "8.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M.gguf", + "file_size": "10.5 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S.gguf", + "file_size": "9.6 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_0.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_1", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_1.gguf", + "file_size": "13.6 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf", + "file_size": "13.1 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_S.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q5_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q5_K_S.gguf", + "file_size": "14.9 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q6_K", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q6_K.gguf", + "file_size": "17.7 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q8_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q8_0.gguf", + "file_size": "22.8 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_M.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_S.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_M.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_XXS.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ3_XXS.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q2_K_XL.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q3_K_XL.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q4_K_XL.gguf", + "file_size": "13.3 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q5_K_XL.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q6_K_XL.gguf", + "file_size": "18.8 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q8_K_XL.gguf", + "file_size": "25.6 GB" + }, + { + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-TQ1_0.gguf", + "file_size": "6.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/README.md", + "description": "A 23B parameter Mixture-of-Experts language model created by uniformly pruning 25% of experts from GLM-4.7-Flash using the REAP method, maintaining near-identical performance while being 25% smaller." + }, { "model_name": "Gliese-Qwen3.5-9B-Abliterated-Caption-i1-GGUF", "developer": "mradermacher", @@ -21061,6 +24810,30 @@ "readme": "https://huggingface.co/mradermacher/Gliese-Qwen3.5-9B-Abliterated-Caption-i1-GGUF/resolve/main/README.md", "description": "Quantized GGUF versions of Gliese-Qwen3.5-9B-Abliterated-Caption, an uncensored vision language model with various IQ/Q quantization options." }, + { + "model_name": "Ternary-Bonsai-8B-gguf", + "developer": "prism-ml", + "downloads": 20040, + "createdAt": "2026-04-18T04:58:23.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "Ternary-Bonsai-8B-F16", + "path": "https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf/resolve/main/Ternary-Bonsai-8B-F16.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "Ternary-Bonsai-8B-Q2_0", + "path": "https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf/resolve/main/Ternary-Bonsai-8B-Q2_0.gguf", + "file_size": "2.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf/resolve/main/README.md", + "description": "Ternary-Bonsai-8B is a 1.58-bit 8B language model quantized to 2.03 GiB via GGUF Q2_0, achieving competitive benchmarks at 7.5x smaller size." + }, { "model_name": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF", "developer": "mradermacher", @@ -21857,113 +25630,33 @@ "description": "This repository contains the unquantized 12B instruction-tuned Gemma 3 model from Google, suitable for text and image generation tasks with a 128K context window and open weights, but requires acknowledgment of Google's usage license for access." }, { - "model_name": "MiniCPM-o-4_5-gguf", - "developer": "openbmb", - "downloads": 18817, - "createdAt": "2026-02-02T04:42:00.000Z", + "model_name": "Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf", + "developer": "tvall43", + "downloads": 19018, + "createdAt": "2026-03-09T17:45:15.000Z", "tools": true, - "num_quants": 19, + "num_quants": 3, "quants": [ { - "model_id": "MiniCPM-o-4_5-F16", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-F16.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q4_0", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_0.gguf", - "file_size": "4.4 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q4_1", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_1.gguf", - "file_size": "4.9 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q4_K_M", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_K_M.gguf", - "file_size": "4.7 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q4_K_S", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_K_S.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q5_0", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_0.gguf", - "file_size": "5.3 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q5_1", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_1.gguf", - "file_size": "5.8 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q5_K_M", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_K_M.gguf", - "file_size": "5.4 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q5_K_S", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_K_S.gguf", - "file_size": "5.3 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q6_K", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q6_K.gguf", - "file_size": "6.3 GB" - }, - { - "model_id": "MiniCPM-o-4_5-Q8_0", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q8_0.gguf", - "file_size": "8.1 GB" - }, - { - "model_id": "audio/MiniCPM-o-4_5-audio-F16", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/audio/MiniCPM-o-4_5-audio-F16.gguf", - "file_size": "629.6 MB" - }, - { - "model_id": "token2wav-gguf/flow_extra", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/flow_extra.gguf", - "file_size": "13.0 MB" - }, - { - "model_id": "token2wav-gguf/flow_matching", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/flow_matching.gguf", - "file_size": "437.0 MB" - }, - { - "model_id": "token2wav-gguf/hifigan2", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/hifigan2.gguf", - "file_size": "79.4 MB" - }, - { - "model_id": "token2wav-gguf/prompt_cache", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/prompt_cache.gguf", - "file_size": "201.8 MB" - }, - { - "model_id": "tts/MiniCPM-o-4_5-projector-F16", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/tts/MiniCPM-o-4_5-projector-F16.gguf", - "file_size": "14.3 MB" + "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16", + "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16.gguf", + "file_size": "26.4 GB" }, { - "model_id": "tts/MiniCPM-o-4_5-tts-F16", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/tts/MiniCPM-o-4_5-tts-F16.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE", + "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE.gguf", + "file_size": "8.2 GB" }, { - "model_id": "vision/MiniCPM-o-4_5-vision-F16", - "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/vision/MiniCPM-o-4_5-vision-F16.gguf", - "file_size": "1.0 GB" + "model_id": "Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0", + "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0.gguf", + "file_size": "585.7 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/README.md", - "description": "MiniCPM-o 4.5 is a 9B-parameter multimodal AI model that enables full-duplex vision, speech, and audio processing on phones." + "readme": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/README.md", + "description": "A Qwen3.5-35B MoE model distilled from Claude 4.6 Opus for structured Chain-of-Thought reasoning, fine-tuned using Unsloth with LoRA." }, { "model_name": "Qwen3.5-27B-Esper3.1-i1-GGUF", @@ -22675,35 +26368,6 @@ "readme": "https://huggingface.co/noctrex/Chandra-OCR-GGUF/resolve/main/README.md", "description": "Quantized Chandra-OCR (datalab-to/chandra) with F32 recommended for mmproj." }, - { - "model_name": "Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf", - "developer": "tvall43", - "downloads": 17961, - "createdAt": "2026-03-09T17:45:15.000Z", - "tools": true, - "num_quants": 3, - "quants": [ - { - "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16", - "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16.gguf", - "file_size": "26.4 GB" - }, - { - "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE", - "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE.gguf", - "file_size": "8.2 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0", - "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0.gguf", - "file_size": "585.7 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/README.md", - "description": "A Qwen3.5-35B MoE model distilled from Claude 4.6 Opus for structured Chain-of-Thought reasoning, fine-tuned using Unsloth with LoRA." - }, { "model_name": "gemma-3n-E4B-it-GGUF", "developer": "unsloth", @@ -23453,6 +27117,60 @@ "readme": "https://huggingface.co/bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF/resolve/main/README.md", "description": "This is a quantized version of the Cydonia-24B-v4.1 model using llama.cpp's imatrix method, offering various quantization types for different performance and quality trade-offs." }, + { + "model_name": "G4-MeroMero-26B-A4B-gguf", + "developer": "zerofata", + "downloads": 16645, + "createdAt": "2026-04-16T22:46:11.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "G4-MeroMero-26B-A4B-IQ3_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-IQ3_M.gguf", + "file_size": "11.5 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-IQ4_XS", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-IQ4_XS.gguf", + "file_size": "13.0 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-Q3_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-Q4_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q4_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-Q5_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q5_K_M.gguf", + "file_size": "17.8 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-Q6_K", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q6_K.gguf", + "file_size": "21.1 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-Q8_0", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q8_0.gguf", + "file_size": "25.0 GB" + }, + { + "model_id": "G4-MeroMero-26B-A4B-bf16", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-bf16.gguf", + "file_size": "47.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/README.md", + "description": "A finetuned Gemma 4 26B roleplay model with more structured reasoning and less verbose writing style, merged back into the original instruct." + }, { "model_name": "jina-embeddings-v5-text-small-text-matching", "developer": "jinaai", @@ -23596,6 +27314,105 @@ "readme": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v1-GGUF/resolve/main/README.md", "description": "GGUF quantizations of a decensored/heretic version of Qwen3.5-35B-A3B with reduced content filtering (11% vs 92% refusal rate)." }, + { + "model_name": "Qwen3-Next-80B-A3B-Instruct-GGUF", + "developer": "unsloth", + "downloads": 16335, + "createdAt": "2025-11-28T10:45:03.000Z", + "tools": true, + "num_quants": 17, + "quants": [ + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-IQ4_NL.gguf", + "file_size": "42.0 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-IQ4_XS.gguf", + "file_size": "39.7 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q2_K", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q2_K.gguf", + "file_size": "27.2 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q2_K_L", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q2_K_L.gguf", + "file_size": "27.2 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf", + "file_size": "35.7 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q3_K_S.gguf", + "file_size": "32.2 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_0.gguf", + "file_size": "42.2 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_K_M.gguf", + "file_size": "45.2 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_K_S.gguf", + "file_size": "42.4 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M.gguf", + "file_size": "22.7 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS.gguf", + "file_size": "24.4 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS.gguf", + "file_size": "30.8 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL.gguf", + "file_size": "28.1 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL.gguf", + "file_size": "33.2 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf", + "file_size": "42.9 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0.gguf", + "file_size": "19.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/README.md", + "description": "Qwen3-Next-80B-A3B-Instruct is an 80B-parameter MoE language model with hybrid Gated DeltaNet and Gated Attention, supporting up to 256K context length." + }, { "model_name": "mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF", "developer": "bartowski", @@ -24325,58 +28142,23 @@ "description": "Qwen3-VL-30B-A3B-Thinking is the most powerful vision-language model with 256K context and advanced visual reasoning." }, { - "model_name": "Qwen2.5-Coder-1.5B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 15445, - "createdAt": "2024-09-18T13:58:16.000Z", + "model_name": "deepseek-v4-gguf", + "developer": "antirez", + "downloads": 15393, + "createdAt": "2026-04-26T07:54:05.000Z", "tools": true, - "num_quants": 8, + "num_quants": 1, "quants": [ { - "model_id": "qwen2.5-coder-1.5b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q2_k.gguf", - "file_size": "718.0 MB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q3_k_m.gguf", - "file_size": "881.6 MB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q4_0.gguf", - "file_size": "1016.8 MB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf", - "file_size": "1.0 GB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q5_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q5_0.gguf", - "file_size": "1.2 GB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf", - "file_size": "1.2 GB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q6_k.gguf", - "file_size": "1.4 GB" - }, - { - "model_id": "qwen2.5-coder-1.5b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q8_0.gguf", - "file_size": "1.8 GB" + "model_id": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2", + "path": "https://huggingface.co/antirez/deepseek-v4-gguf/resolve/main/DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf", + "file_size": "80.8 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/README.md", - "description": "A 1.5B parameter instruction-tuned code-specific LLM in GGUF format with improved code generation, reasoning, and fixing capabilities, part of the Qwen2.5-Coder series." + "readme": "https://huggingface.co/antirez/deepseek-v4-gguf/resolve/main/README.md", + "description": "This Hugging Face repository is released under the MIT license." }, { "model_name": "Nemotron-Cascade-2-30B-A3B-i1-GGUF", @@ -25641,61 +29423,6 @@ "mmproj_models": [], "num_mmproj": 0 }, - { - "model_name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 14724, - "createdAt": "2026-04-02T23:25:00.000Z", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "2.9 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", - "file_size": "2.8 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", - "file_size": "3.0 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", - "file_size": "3.2 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", - "file_size": "3.4 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", - "file_size": "3.6 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", - "file_size": "4.7 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "939.9 MB" - } - ], - "readme": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." - }, { "model_name": "Falcon-H1R-7B-GGUF", "developer": "tiiuae", @@ -26027,60 +29754,6 @@ "readme": "https://huggingface.co/prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption/resolve/main/README.md", "description": "An abliterated 9B vision-language model for unfiltered image captioning based on Qwen3.5-9B." }, - { - "model_name": "gemma-3-12b-it-heretic", - "developer": "DreamFast", - "downloads": 14582, - "createdAt": "2026-01-11T02:40:55.000Z", - "tools": false, - "num_quants": 8, - "quants": [ - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q3_K_M", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q3_K_M.gguf", - "file_size": "5.6 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q4_K_M", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q4_K_M.gguf", - "file_size": "6.8 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q4_K_S", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q4_K_S.gguf", - "file_size": "6.5 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q5_K_M", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q5_K_M.gguf", - "file_size": "7.9 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q5_K_S", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q5_K_S.gguf", - "file_size": "7.7 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q6_K", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q6_K.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-Q8_0", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q8_0.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "gguf/gemma-3-12b-it-heretic-f16", - "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-f16.gguf", - "file_size": "21.9 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/README.md", - "description": "An abliterated version of Google’s Gemma 3 12B IT, designed as an uncensored text encoder for video generation models like LTX-2, available in HuggingFace, ComfyUI, and GGUF formats." - }, { "model_name": "MiroThinker-1.7-mini-i1-GGUF", "developer": "mradermacher", @@ -27085,6 +30758,31 @@ "readme": "https://huggingface.co/Andycurrent/gemma-3-4b-it-uncensored-v2-GGUF/resolve/main/README.md", "description": "A 4B parameter, instruction-tuned, uncensored variant of Gemma 3 designed for local/private use with minimal restrictions." }, + { + "model_name": "XORTRON-XPRT-GGUF", + "developer": "darkc0de", + "downloads": 13490, + "createdAt": "2026-04-25T19:16:42.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "XORTRON-XPRT-Q5_K_M", + "path": "https://huggingface.co/darkc0de/XORTRON-XPRT-GGUF/resolve/main/XORTRON-XPRT-Q5_K_M.gguf", + "file_size": "23.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.6-35B-A3B-f16", + "path": "https://huggingface.co/darkc0de/XORTRON-XPRT-GGUF/resolve/main/mmproj-Qwen3.6-35B-A3B-f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/darkc0de/XORTRON-XPRT-GGUF/resolve/main/README.md", + "description": "A fast, uncensored 35B parameter AI model optimized for CPU inference, requiring 32GB+ RAM." + }, { "model_name": "Llama-3.1-8B-Lexi-Uncensored-V2-GGUF", "developer": "Orenguteng", @@ -27963,6 +31661,25 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF/resolve/main/README.md", "description": "GGUF quantized Qwen3.5-9B model fine-tuned for fiction writing and storytelling, available in quants from 2.5GB to 7.5GB." }, + { + "model_name": "neutts-air", + "developer": "neuphonic", + "downloads": 13045, + "createdAt": "2025-09-15T14:30:42.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "neutss-air-BF16", + "path": "https://huggingface.co/neuphonic/neutts-air/resolve/main/neutss-air-BF16.gguf", + "file_size": "1.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/neuphonic/neutts-air/resolve/main/README.md", + "description": "Super-realistic on-device text-to-speech model with instant voice cloning capability." + }, { "model_name": "MiniMax-M2.1-REAP-139B-A10B-i1-GGUF", "developer": "mradermacher", @@ -28200,35 +31917,6 @@ "readme": "https://huggingface.co/noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF/resolve/main/README.md", "description": "MXFP4 quantized text-generation model of Qwen3-Coder-Next with recommended sampling parameters (temperature=1.0, top_p=0.95, top_k=40)." }, - { - "model_name": "Gemma-4-31B-it-abliterated", - "developer": "paperscarecrow", - "downloads": 12840, - "createdAt": "2026-04-02T22:37:39.000Z", - "tools": true, - "num_quants": 3, - "quants": [ - { - "model_id": "gemma-4-31b-abliterated-Q4_K_M", - "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q4_K_M.gguf", - "file_size": "17.4 GB" - }, - { - "model_id": "gemma-4-31b-abliterated-Q8_0", - "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q8_0.gguf", - "file_size": "30.4 GB" - }, - { - "model_id": "gemma-4-31b-abliterated-f16", - "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-f16.gguf", - "file_size": "57.2 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." - }, { "model_name": "Satyr-V0.1-4B", "developer": "PantheonUnbound", @@ -28332,6 +32020,40 @@ "readme": "https://huggingface.co/mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF/resolve/main/README.md", "description": "This model is a quantized version of the DeepSeek-R1-Distill-Qwen-14B-Uncensored base model, available in various GGUF quantization formats for different performance and quality trade-offs." }, + { + "model_name": "talkie-1930-13b-it-GGUF", + "developer": "thomasgauthier", + "downloads": 12789, + "createdAt": "2026-04-30T21:58:56.000Z", + "tools": false, + "num_quants": 4, + "quants": [ + { + "model_id": "talkie-1930-13b-it-BF16", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-BF16.gguf", + "file_size": "24.7 GB" + }, + { + "model_id": "talkie-1930-13b-it-Q4_K_M", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-Q4_K_M.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "talkie-1930-13b-it-Q6_K", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-Q6_K.gguf", + "file_size": "10.8 GB" + }, + { + "model_id": "talkie-1930-13b-it-Q8_0", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-Q8_0.gguf", + "file_size": "13.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/README.md", + "description": "GGUF version of talkie-1930-13b-it requiring a custom llama.cpp fork (incompatible with mainline llama.cpp or LM Studio)." + }, { "model_name": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", "developer": "samuelcardillo", @@ -28619,6 +32341,35 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "Opus4.7-GODs.Ghost.Codex-4B.GGuF", + "developer": "WithinUsAI", + "downloads": 12469, + "createdAt": "2026-04-17T08:46:23.000Z", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M", + "path": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M.gguf", + "file_size": "2.5 GB" + }, + { + "model_id": "Opus4.7-Distill-GODsGhost-Codex-4B-Q5_K_M", + "path": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/Opus4.7-Distill-GODsGhost-Codex-4B-Q5_K_M.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "Opus4.7-GODs.Ghost.Codex.Distill.4B-Q8_0", + "path": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/Opus4.7-GODs.Ghost.Codex.Distill.4B-Q8_0.gguf", + "file_size": "4.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/README.md", + "description": "A compact 4B code-specialized model distilled from Opus-style systems for local GGUF inference." + }, { "model_name": "TheDrummer_Cydonia-24B-v4-GGUF", "developer": "bartowski", @@ -30316,6 +34067,125 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "granite-4.1-30b-GGUF", + "developer": "unsloth", + "downloads": 11878, + "createdAt": "2026-04-30T05:31:08.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "granite-4.1-30b-IQ4_NL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-IQ4_NL.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "granite-4.1-30b-IQ4_XS", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-IQ4_XS.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "granite-4.1-30b-Q3_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q3_K_M.gguf", + "file_size": "13.0 GB" + }, + { + "model_id": "granite-4.1-30b-Q3_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q3_K_S.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "granite-4.1-30b-Q4_0", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_0.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "granite-4.1-30b-Q4_1", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_1.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "granite-4.1-30b-Q4_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_K_M.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "granite-4.1-30b-Q4_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_K_S.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "granite-4.1-30b-Q5_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q5_K_M.gguf", + "file_size": "19.1 GB" + }, + { + "model_id": "granite-4.1-30b-Q5_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q5_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "granite-4.1-30b-Q6_K", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q6_K.gguf", + "file_size": "22.1 GB" + }, + { + "model_id": "granite-4.1-30b-Q8_0", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q8_0.gguf", + "file_size": "28.6 GB" + }, + { + "model_id": "granite-4.1-30b-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "granite-4.1-30b-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-IQ2_XXS.gguf", + "file_size": "7.5 GB" + }, + { + "model_id": "granite-4.1-30b-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-IQ3_XXS.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q2_K_XL.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q3_K_XL.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q4_K_XL.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q5_K_XL.gguf", + "file_size": "19.1 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q6_K_XL.gguf", + "file_size": "23.1 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q8_K_XL.gguf", + "file_size": "31.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/README.md", + "description": "IBM's Granite-4.1-30B is a 30B parameter long-context instruct model with enhanced tool calling, multilingual support, and strong performance across general, math, code, and safety benchmarks." + }, { "model_name": "Nanbeige4.1-3B-GGUF", "developer": "mradermacher", @@ -30903,6 +34773,140 @@ "readme": "https://huggingface.co/bartowski/zai-org_GLM-4.6V-Flash-GGUF/resolve/main/README.md", "description": "bartowski's imatrix quantized GLM-4.6V-Flash GGUF versions." }, + { + "model_name": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF", + "developer": "mradermacher", + "downloads": 11701, + "createdAt": "2025-08-03T10:14:21.000Z", + "tools": true, + "num_quants": 24, + "quants": [ + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M.gguf", + "file_size": "6.6 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S.gguf", + "file_size": "6.0 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M.gguf", + "file_size": "9.5 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S.gguf", + "file_size": "8.6 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS.gguf", + "file_size": "8.5 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS.gguf", + "file_size": "7.6 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M.gguf", + "file_size": "12.6 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS.gguf", + "file_size": "11.0 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS.gguf", + "file_size": "15.2 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K.gguf", + "file_size": "10.5 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0.gguf", + "file_size": "16.2 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M.gguf", + "file_size": "17.3 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S.gguf", + "file_size": "19.6 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K.gguf", + "file_size": "23.4 GB" + }, + { + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.imatrix", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.imatrix.gguf", + "file_size": "116.4 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/README.md", + "description": "Imatrix-quantized GGUF versions of Qwen3-Coder 30B." + }, { "model_name": "Cydonia-24B-v4-GGUF", "developer": "TheDrummer", @@ -30947,6 +34951,55 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF", + "developer": "mudler", + "downloads": 11623, + "createdAt": "2026-04-20T14:06:05.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-Balanced", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-Balanced.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-Compact", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-Compact.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Balanced.gguf", + "file_size": "23.9 GB" + }, + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Compact.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Mini.gguf", + "file_size": "13.3 GB" + }, + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Quality.gguf", + "file_size": "21.3 GB" + }, + { + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-Quality", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-Quality.gguf", + "file_size": "21.3 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized GGUF versions of Carnice Qwen3.6 MoE 35B-A3B for efficient local inference." + }, { "model_name": "Huihui-Qwen3.5-9B-abliterated-GGUF", "developer": "mradermacher", @@ -32105,6 +36158,174 @@ "readme": "https://huggingface.co/ArmGPT/ArmenianGPT-1.0-3B/resolve/main/README.md", "description": "First open-weight Armenian reasoning model (3B parameters) for text generation, for non-commercial local use." }, + { + "model_name": "gemma-3-12b-it-heretic", + "developer": "DreamFast", + "downloads": 11028, + "createdAt": "2026-01-11T02:40:55.000Z", + "tools": false, + "num_quants": 8, + "quants": [ + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q3_K_M", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q3_K_M.gguf", + "file_size": "5.6 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q4_K_M", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q4_K_M.gguf", + "file_size": "6.8 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q4_K_S", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q4_K_S.gguf", + "file_size": "6.5 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q5_K_M", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q5_K_M.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q5_K_S", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q5_K_S.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q6_K", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q6_K.gguf", + "file_size": "9.0 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-Q8_0", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q8_0.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "gguf/gemma-3-12b-it-heretic-f16", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-f16.gguf", + "file_size": "21.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/README.md", + "description": "An abliterated version of Google’s Gemma 3 12B IT, designed as an uncensored text encoder for video generation models like LTX-2, available in HuggingFace, ComfyUI, and GGUF formats." + }, + { + "model_name": "MiniMax-M2.7-APEX-GGUF", + "developer": "mudler", + "downloads": 10768, + "createdAt": "2026-04-23T14:12:32.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "MiniMax-M2.7-APEX-Balanced", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-Balanced.gguf", + "file_size": "154.5 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-Compact", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-Compact.gguf", + "file_size": "99.7 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Balanced.gguf", + "file_size": "154.5 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-I-Compact", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Compact.gguf", + "file_size": "99.7 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-I-Mini", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Mini.gguf", + "file_size": "80.0 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-I-Nano", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Nano.gguf", + "file_size": "64.3 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-I-Quality", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Quality.gguf", + "file_size": "129.4 GB" + }, + { + "model_id": "MiniMax-M2.7-APEX-Quality", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-Quality.gguf", + "file_size": "129.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized MiniMax-M2.7 MoE model in various precision tiers (64–426GB) for LocalAI." + }, + { + "model_name": "Huihui-Qwen3.6-35B-A3B-abliterated-GGUF", + "developer": "Abiray", + "downloads": 10738, + "createdAt": "2026-04-18T08:56:19.000Z", + "tools": true, + "num_quants": 6, + "quants": [ + { + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q3_K_M", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q3_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_M", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_S", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q5_K_M", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q6_K", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q8_0", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "857.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an unaligned 35B model for unrestricted creative writing and roleplay via llama.cpp." + }, { "model_name": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive", "developer": "HauhauCS", @@ -32476,6 +36697,61 @@ "readme": "https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/resolve/main/README.md", "description": "StepFun's Step 3.5 Flash model, a fast and efficient model for general tasks." }, + { + "model_name": "Qwen3.6-27B-Uncensored-Wasserstein", + "developer": "LuffyTheFox", + "downloads": 10491, + "createdAt": "2026-04-24T04:58:55.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Qwen3.6-27B-Uncensored-IQ2_M", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "Qwen3.6-27B-Uncensored-IQ3_XS", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-IQ3_XS.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Uncensored-IQ4_XS", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-IQ4_XS.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "Qwen3.6-27B-Uncensored-Q4_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q4_K_P.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "Qwen3.6-27B-Uncensored-Q6_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q6_K_P.gguf", + "file_size": "21.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Uncensored-Q8_0", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q8_0.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Uncensored-Q8_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q8_K_P.gguf", + "file_size": "29.8 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/README.md", + "description": "An uncensored 27B multimodal language model with fixed SSM drift, available in various GGUF quantizations for local inference." + }, { "model_name": "Qwen2.5-VL-3B-Instruct-GGUF", "developer": "unsloth", @@ -32636,25 +36912,6 @@ "readme": "https://huggingface.co/unsloth/Qwen2.5-VL-3B-Instruct-GGUF/resolve/main/README.md", "description": "Alibaba's Qwen 2.5 VL 3B vision-language model for lightweight multimodal understanding." }, - { - "model_name": "neutts-air", - "developer": "neuphonic", - "downloads": 10453, - "createdAt": "2025-09-15T14:30:42.000Z", - "tools": true, - "num_quants": 1, - "quants": [ - { - "model_id": "neutss-air-BF16", - "path": "https://huggingface.co/neuphonic/neutts-air/resolve/main/neutss-air-BF16.gguf", - "file_size": "1.4 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/neuphonic/neutts-air/resolve/main/README.md", - "description": "Super-realistic on-device text-to-speech model with instant voice cloning capability." - }, { "model_name": "OpenResearcher-30B-A3B-i1-GGUF", "developer": "mradermacher", @@ -34618,35 +38875,6 @@ "readme": "https://huggingface.co/huihui-ai/Huihui-Qwen3-VL-4B-Instruct-abliterated/resolve/main/README.md", "description": "Uncensored Qwen3-VL-4B-Instruct model bypassing safety filters." }, - { - "model_name": "Qwen3.5-9b-Sushi-Coder-RL-GGUF", - "developer": "bigatuna", - "downloads": 9709, - "createdAt": "2026-03-27T01:12:29.000Z", - "tools": true, - "num_quants": 3, - "quants": [ - { - "model_id": "Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj", - "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj.gguf", - "file_size": "879.0 MB" - }, - { - "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M", - "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M.gguf", - "file_size": "5.2 GB" - }, - { - "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q8_0", - "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 9B variant fine-tuned with reinforcement learning for code generation." - }, { "model_name": "cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF", "developer": "bartowski", @@ -34786,6 +39014,71 @@ "readme": "https://huggingface.co/bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF/resolve/main/README.md", "description": "Quantized (f32 to IQ2_XXS) llama.cpp versions of Dolphin3.0-R1-Mistral-24B for text-generation." }, + { + "model_name": "mistralai_Mistral-Medium-3.5-128B-GGUF", + "developer": "bartowski", + "downloads": 9661, + "createdAt": "2026-04-29T15:26:30.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ1_M", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ1_M.gguf", + "file_size": "34.7 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ1_S", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ1_S.gguf", + "file_size": "32.9 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_M", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_M.gguf", + "file_size": "45.3 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_S", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_S.gguf", + "file_size": "42.9 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_XS", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_XS.gguf", + "file_size": "40.4 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_XXS.gguf", + "file_size": "37.7 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-Q2_K", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-Q2_K.gguf", + "file_size": "46.4 GB" + }, + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-imatrix", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-imatrix.gguf", + "file_size": "34.5 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-mistralai_Mistral-Medium-3.5-128B-bf16", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-mistralai_Mistral-Medium-3.5-128B-bf16.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "mmproj-mistralai_Mistral-Medium-3.5-128B-f32", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-mistralai_Mistral-Medium-3.5-128B-f32.gguf", + "file_size": "10.0 GB" + } + ], + "readme": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Mistral-Medium-3.5-128B for efficient local inference with various quality/size options." + }, { "model_name": "Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF", "developer": "mradermacher", @@ -34870,6 +39163,31 @@ "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF/resolve/main/README.md", "description": "A community fine-tune of Qwen 3.5 9B with modified safety filters for less restricted output." }, + { + "model_name": "gemma-4-31B-it-NVFP4-turbo-GGUF", + "developer": "CISCai", + "downloads": 9538, + "createdAt": "2026-04-15T23:41:34.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "gemma-4-31B-it-NVFP4-turbo-NVFP4", + "path": "https://huggingface.co/CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF/resolve/main/gemma-4-31B-it-NVFP4-turbo-NVFP4.gguf", + "file_size": "18.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-gemma-4-31B-it-NVFP4-turbo-bf16", + "path": "https://huggingface.co/CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF/resolve/main/mmproj-gemma-4-31B-it-NVFP4-turbo-bf16.gguf", + "file_size": "1.1 GB" + } + ], + "readme": "https://huggingface.co/CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF/resolve/main/README.md", + "description": "A quantized Gemma 4 31B that's 68% smaller and 2.5× faster, fitting on one RTX 5090." + }, { "model_name": "Nidum-Llama-3.2-3B-Uncensored-GGUF", "developer": "VibeStudio", @@ -37290,6 +41608,155 @@ "readme": "https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF/resolve/main/README.md", "description": "This is a multi-modal visual language model (VLm) for image captioning and text generation, quantized in various formats including GGUF, available in English, Chinese, and Thai." }, + { + "model_name": "FINAL-Bench_Darwin-36B-Opus-GGUF", + "developer": "bartowski", + "downloads": 8439, + "createdAt": "2026-04-25T15:19:24.000Z", + "tools": true, + "num_quants": 27, + "quants": [ + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_M.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_S.gguf", + "file_size": "10.3 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_XS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_XS.gguf", + "file_size": "10.1 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_XXS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_XXS.gguf", + "file_size": "9.1 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ3_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ3_M.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ3_XS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ3_XS.gguf", + "file_size": "15.1 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ3_XXS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ3_XXS.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ4_NL", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ4_NL.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ4_XS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ4_XS.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q2_K", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q2_K.gguf", + "file_size": "11.8 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q2_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q2_K_L.gguf", + "file_size": "12.2 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_L.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_M.gguf", + "file_size": "15.1 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_S.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_XL", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_XL.gguf", + "file_size": "16.1 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_0", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_0.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_1", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_1.gguf", + "file_size": "20.5 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_K_L.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_K_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_K_M.gguf", + "file_size": "19.9 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_K_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_K_S.gguf", + "file_size": "19.2 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q5_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q5_K_L.gguf", + "file_size": "23.6 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q5_K_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q5_K_M.gguf", + "file_size": "23.3 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q5_K_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q5_K_S.gguf", + "file_size": "22.5 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q6_K", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q6_K.gguf", + "file_size": "28.0 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q6_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q6_K_L.gguf", + "file_size": "28.2 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q8_0", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q8_0.gguf", + "file_size": "34.4 GB" + }, + { + "model_id": "FINAL-Bench_Darwin-36B-Opus-imatrix", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-imatrix.gguf", + "file_size": "183.3 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/README.md", + "description": "This page provides GGUF quantization files for running the 36B parameter Darwin-Opus language model with llama.cpp and other inference tools." + }, { "model_name": "Qwen_Qwen3-4B-Instruct-2507-GGUF", "developer": "bartowski", @@ -37563,6 +42030,71 @@ "readme": "https://huggingface.co/mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF/resolve/main/README.md", "description": "A quantized, derestricted version of GLM-4.7-Flash available in multiple GGUF formats (6.3GB to 24.7GB)." }, + { + "model_name": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF", + "developer": "TeichAI", + "downloads": 8372, + "createdAt": "2026-04-24T06:09:23.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16.gguf", + "file_size": "50.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/README.md", + "description": "A Qwen3.6-27B model distilled from Claude Opus 4.7 reasoning traces for coding, creative writing, and visual understanding." + }, { "model_name": "llama-joycaption-beta-one-hf-llava-GGUF", "developer": "mradermacher", @@ -37771,6 +42303,125 @@ "readme": "https://huggingface.co/mradermacher/MiniMax-M2.1-REAP-50-i1-GGUF/resolve/main/README.md", "description": "A REAP-pruned variant of MiniMax M2.1 for efficient inference with reduced parameters." }, + { + "model_name": "granite-4.1-8b-GGUF", + "developer": "unsloth", + "downloads": 8298, + "createdAt": "2026-04-30T07:35:28.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "granite-4.1-8b-BF16", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-BF16.gguf", + "file_size": "16.4 GB" + }, + { + "model_id": "granite-4.1-8b-IQ4_NL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-IQ4_NL.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "granite-4.1-8b-IQ4_XS", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-IQ4_XS.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "granite-4.1-8b-Q3_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q3_K_M.gguf", + "file_size": "4.0 GB" + }, + { + "model_id": "granite-4.1-8b-Q3_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q3_K_S.gguf", + "file_size": "3.7 GB" + }, + { + "model_id": "granite-4.1-8b-Q4_0", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_0.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "granite-4.1-8b-Q4_1", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_1.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "granite-4.1-8b-Q4_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_K_M.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "granite-4.1-8b-Q4_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_K_S.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "granite-4.1-8b-Q5_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q5_K_M.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "granite-4.1-8b-Q5_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q5_K_S.gguf", + "file_size": "5.7 GB" + }, + { + "model_id": "granite-4.1-8b-Q6_K", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q6_K.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "granite-4.1-8b-Q8_0", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q8_0.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "granite-4.1-8b-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-IQ2_M.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "granite-4.1-8b-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-IQ3_XXS.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "granite-4.1-8b-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q2_K_XL.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "granite-4.1-8b-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q3_K_XL.gguf", + "file_size": "4.3 GB" + }, + { + "model_id": "granite-4.1-8b-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q4_K_XL.gguf", + "file_size": "5.1 GB" + }, + { + "model_id": "granite-4.1-8b-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q5_K_XL.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "granite-4.1-8b-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q6_K_XL.gguf", + "file_size": "7.4 GB" + }, + { + "model_id": "granite-4.1-8b-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q8_K_XL.gguf", + "file_size": "10.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/README.md", + "description": "IBM's Granite-4.1-8B is an 8B parameter long-context instruct model with enhanced tool calling, multilingual support, and Apache 2.0 license." + }, { "model_name": "Qwen3-4B-Thinking-2507-Claude-4.5-Opus-High-Reasoning-Distill-GGUF", "developer": "TeichAI", @@ -38524,33 +43175,23 @@ "num_mmproj": 0 }, { - "model_name": "HY-MT1.5-1.8B-GGUF", - "developer": "tencent", - "downloads": 8114, - "createdAt": "2025-12-30T08:26:19.000Z", - "tools": false, - "num_quants": 3, + "model_name": "gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF", + "developer": "DavidAU", + "downloads": 8147, + "createdAt": "2026-04-09T02:06:51.000Z", + "tools": true, + "num_quants": 1, "quants": [ { - "model_id": "HY-MT1.5-1.8B-Q4_K_M", - "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q4_K_M.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "HY-MT1.5-1.8B-Q6_K", - "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q6_K.gguf", - "file_size": "1.4 GB" - }, - { - "model_id": "HY-MT1.5-1.8B-Q8_0", - "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q8_0.gguf", - "file_size": "1.8 GB" + "model_id": "E4B-Gemma4-it-vl-HERE-DECKARD4-Q8_0", + "path": "https://huggingface.co/DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF/resolve/main/E4B-Gemma4-it-vl-HERE-DECKARD4-Q8_0.gguf", + "file_size": "10.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/README.md", - "description": "Tencent's Hunyuan MT is a 1.8B/7B parameter translation model supporting 33+ languages with features like terminology intervention and contextual translation." + "readme": "https://huggingface.co/DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF/resolve/main/README.md", + "description": "An uncensored, creatively-focused fine-tune of Google's Gemma 4 E4B model, trained for storytelling, roleplaying, and all-purpose text generation with 128k context." }, { "model_name": "GLM-4.1V-9B-Thinking-GGUF", @@ -38924,160 +43565,6 @@ "readme": "https://huggingface.co/DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF/resolve/main/README.md", "description": "This model is a powerful Llama 3.2 MOE with 10B parameters, combining four top Llama 3.2 3B models for exceptional creative writing, vivid prose, and uncensored output across all genres, including horror, science fiction, romance, and roleplay" }, - { - "model_name": "cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF", - "developer": "bartowski", - "downloads": 8066, - "createdAt": "2025-10-20T21:34:35.000Z", - "tools": true, - "num_quants": 28, - "quants": [ - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M.gguf", - "file_size": "7.5 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_S", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_S.gguf", - "file_size": "6.7 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XS", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XS.gguf", - "file_size": "6.6 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS.gguf", - "file_size": "5.8 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_M", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_M.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XS", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XS.gguf", - "file_size": "9.7 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS.gguf", - "file_size": "9.3 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_NL", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_NL.gguf", - "file_size": "13.2 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS.gguf", - "file_size": "12.5 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K.gguf", - "file_size": "8.3 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K_L", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K_L.gguf", - "file_size": "8.6 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_L", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_L.gguf", - "file_size": "11.1 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_S", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_S.gguf", - "file_size": "10.2 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_XL.gguf", - "file_size": "11.3 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0.gguf", - "file_size": "13.4 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_1", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_1.gguf", - "file_size": "14.6 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_L", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_L.gguf", - "file_size": "14.4 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M.gguf", - "file_size": "14.2 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_S", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_S.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_L", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_L.gguf", - "file_size": "16.7 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M.gguf", - "file_size": "16.5 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_S", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_S.gguf", - "file_size": "16.0 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K.gguf", - "file_size": "19.0 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K_L", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K_L.gguf", - "file_size": "19.2 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0.gguf", - "file_size": "24.6 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-bf16", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-bf16.gguf", - "file_size": "46.3 GB" - }, - { - "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-imatrix", - "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-imatrix.gguf", - "file_size": "94.1 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/README.md", - "description": "bartowski's multiple imatrix-quantized GGUF versions of Qwen3-Coder-REAP-25B-A3B." - }, { "model_name": "MiniMax-M2.5-REAP-139B-A10B-i1-GGUF", "developer": "mradermacher", @@ -39868,6 +44355,40 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-heretic-v2-i1-GGUF/resolve/main/README.md", "description": "Quantized GGUF files of Qwen3.5-27B-heretic-v2 for llama.cpp, ranging from IQ1_S (6.3GB) to Q6_K (22.2GB)." }, + { + "model_name": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5", + "developer": "Crownelius", + "downloads": 7739, + "createdAt": "2026-03-03T17:17:34.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16.gguf", + "file_size": "7.8 GB" + }, + { + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M.gguf", + "file_size": "2.5 GB" + }, + { + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0.gguf", + "file_size": "4.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/README.md", + "description": "A 4B parameter LLM distilled from Claude Opus 4.6 onto Qwen 3.5, trained on 15 datasets for reasoning, coding, and creative tasks." + }, { "model_name": "nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF", "developer": "bartowski", @@ -40997,10 +45518,10 @@ { "model_name": "Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF", "developer": "DavidAU", - "downloads": 7326, + "downloads": 7441, "createdAt": "2025-02-12T00:29:33.000Z", "tools": false, - "num_quants": 11, + "num_quants": 10, "quants": [ { "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-IQ4_XS", @@ -41012,11 +45533,6 @@ "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q2_k.gguf", "file_size": "7.4 GB" }, - { - "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_l", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_l.gguf", - "file_size": "10.2 GB" - }, { "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_m", "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_m.gguf", @@ -47078,6 +51594,31 @@ "readme": "https://huggingface.co/ruv/ruvltra-claude-code/resolve/main/README.md", "description": "**RuvLTRA Claude Code is a 0.5B parameter, self-learning code generation model optimized for Claude Code IDE with SONA adaptive learning and swarm coordination capabilities, available in quantized GGUF format.**" }, + { + "model_name": "Abiray-Qwen3.6-27B-NVFP4-GGUF", + "developer": "Freenixi", + "downloads": 6023, + "createdAt": "2026-04-23T21:29:58.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Abiray-Qwen3.6-27B-NVFP4", + "path": "https://huggingface.co/Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF/resolve/main/Abiray-Qwen3.6-27B-NVFP4.gguf", + "file_size": "17.5 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF/resolve/main/README.md", + "description": "GGUF conversion of Qwen3.6-27B with NVFP4 precision and vision support, optimized for RTX 5090/Blackwell GPUs in LM Studio." + }, { "model_name": "Home-Cook-Mistral-Small-Omni-24B-2507-GGUF", "developer": "ngxson", @@ -47183,6 +51724,50 @@ "readme": "https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/README.md", "description": "GGUF quantized LLaVA 1.6 Mistral 7B with multiple quantization levels." }, + { + "model_name": "Rocinante-XL-16B-v1-GGUF", + "developer": "TheDrummer", + "downloads": 5943, + "createdAt": "2026-04-18T12:25:02.000Z", + "tools": true, + "num_quants": 6, + "quants": [ + { + "model_id": "Rocinante-XL-16B-v1a-Q2_K", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q2_K.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "Rocinante-XL-16B-v1a-Q3_K_M", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q3_K_M.gguf", + "file_size": "7.4 GB" + }, + { + "model_id": "Rocinante-XL-16B-v1a-Q4_K_M", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q4_K_M.gguf", + "file_size": "9.1 GB" + }, + { + "model_id": "Rocinante-XL-16B-v1a-Q5_K_M", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q5_K_M.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "Rocinante-XL-16B-v1a-Q6_K", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q6_K.gguf", + "file_size": "12.3 GB" + }, + { + "model_id": "Rocinante-XL-16B-v1a-Q8_0", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q8_0.gguf", + "file_size": "15.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/README.md", + "description": "A 16B parameter language model, an improved version of Rocinante X, similar to Mistral v3 Tekken/Metharme architectures." + }, { "model_name": "Snowpiercer-15B-v4-GGUF", "developer": "TheDrummer", @@ -47433,6 +52018,140 @@ "readme": "https://huggingface.co/lmstudio-community/gemma-3-1B-it-qat-GGUF/resolve/main/README.md", "description": "Google's Gemma 3 1B instruction-tuned model, an ultra-compact model for edge deployment." }, + { + "model_name": "Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF", + "developer": "mradermacher", + "downloads": 5790, + "createdAt": "2026-04-27T14:06:04.000Z", + "tools": true, + "num_quants": 24, + "quants": [ + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_M.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_S.gguf", + "file_size": "7.0 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_M.gguf", + "file_size": "10.9 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_S.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XS.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XXS.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_M.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_S.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XS.gguf", + "file_size": "13.5 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XXS.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ4_XS.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K.gguf", + "file_size": "12.1 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K_S.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_L.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_S.gguf", + "file_size": "14.1 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_0.gguf", + "file_size": "18.4 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_1.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_S.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.imatrix", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.imatrix.gguf", + "file_size": "183.3 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a 36B language model with various quality/size options." + }, { "model_name": "WeirdCompound-v1.6-24b-i1-GGUF", "developer": "mradermacher", @@ -48365,6 +53084,65 @@ "readme": "https://huggingface.co/mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF/resolve/main/README.md", "description": "Multiple GGUF quantizations of a 20B cybersecurity text generation model." }, + { + "model_name": "Qwen3.6-35B-Opus-Reasoning-GGUF", + "developer": "rico03", + "downloads": 5676, + "createdAt": "2026-04-17T13:34:00.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ2_M", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ2_M.gguf", + "file_size": "10.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ3_M", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ3_M.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ3_XXS", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ3_XXS.gguf", + "file_size": "12.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ4_NL", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ4_NL.gguf", + "file_size": "18.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ4_XS", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ4_XS.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-Q2_K", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q2_K.gguf", + "file_size": "12.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-Q3_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q3_K_S.gguf", + "file_size": "14.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-Q4_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-Q5_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q5_K_M.gguf", + "file_size": "23.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/README.md", + "description": "Qwen3.6-35B-A3B fine-tuned with Claude Opus 4.6 reasoning traces for improved agentic coding, available as GGUF quantizations." + }, { "model_name": "TheDrummer_Precog-24B-v1-GGUF", "developer": "bartowski", @@ -50025,6 +54803,60 @@ "readme": "https://huggingface.co/unsloth/ERNIE-4.5-21B-A3B-PT-GGUF/resolve/main/README.md", "description": "ERNIE-4.5-21B-A3B-PT is a large-scale text generation model with 21B parameters and 3B activated parameters per token, trained using advanced multimodal MoE techniques and optimized for high-performance inference on various hardware platforms under the Apache 2" }, + { + "model_name": "G4-MeroMero-31B-gguf", + "developer": "zerofata", + "downloads": 5363, + "createdAt": "2026-05-01T22:01:48.000Z", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "G4-MeroMero-31B-IQ3_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-IQ3_M.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "G4-MeroMero-31B-IQ4_XS", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-IQ4_XS.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "G4-MeroMero-31B-Q3_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q3_K_M.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "G4-MeroMero-31B-Q4_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q4_K_M.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "G4-MeroMero-31B-Q5_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q5_K_M.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "G4-MeroMero-31B-Q6_K", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q6_K.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "G4-MeroMero-31B-Q8_0", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q8_0.gguf", + "file_size": "30.4 GB" + }, + { + "model_id": "G4-MeroMero-31B-bf16", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-bf16.gguf", + "file_size": "57.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/README.md", + "description": "A finetuned Gemma 4 31B optimized for creative roleplay with better swipe diversity and a less verbose writing style." + }, { "model_name": "LFM2-VL-3B-GGUF", "developer": "LiquidAI", @@ -50351,6 +55183,155 @@ "readme": "https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/resolve/main/README.md", "description": "GGUF quantized versions of the IBM Granite 3.3 8B instruct model." }, + { + "model_name": "Qwen3.6-27B-Omnimerge-v4-GGUF", + "developer": "ManniX-ITA", + "downloads": 5256, + "createdAt": "2026-04-30T07:25:06.000Z", + "tools": true, + "num_quants": 27, + "quants": [ + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-F16", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-F16.gguf", + "file_size": "50.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_S.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_XS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_XS.gguf", + "file_size": "8.5 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_XXS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_XXS.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ3_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ3_M.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ3_XS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ3_XS.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ3_XXS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ3_XXS.gguf", + "file_size": "10.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ4_NL", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ4_NL.gguf", + "file_size": "14.7 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ4_XS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ4_XS.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q2_K", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q2_K.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q2_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q2_K_L.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_L.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_S.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_XL", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_XL.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_0", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_0.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_1", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_1.gguf", + "file_size": "15.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_K_L.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_K_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_K_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q5_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q5_K_L.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q5_K_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q5_K_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q6_K", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q6_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q6_K_L.gguf", + "file_size": "21.1 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q8_0", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a Qwen3.6-27B model merged with MLP-passthrough, offering 27 quantization tiers (F16 to IQ2_XXS) with strong coding and reasoning benchmarks." + }, { "model_name": "SmolLM2-1.7B-Instruct-GGUF", "developer": "lmstudio-community", @@ -50841,6 +55822,146 @@ "readme": "https://huggingface.co/tvall43/Qwen3.5-2B-heretic-gguf/resolve/main/README.md", "description": "Decensored Qwen3.5-2B vision-language model with 5% refusal rate (vs 97% original)." }, + { + "model_name": "Qwen3.5-4B-UD-japanese-imatrix", + "developer": "dahara1", + "downloads": 5202, + "createdAt": "2026-03-19T01:09:52.000Z", + "tools": true, + "num_quants": 22, + "quants": [ + { + "model_id": "Qwen3.5-4B-BF16", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-BF16.gguf", + "file_size": "7.8 GB" + }, + { + "model_id": "Qwen3.5-4B-IQ4_NL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-IQ4_NL.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "Qwen3.5-4B-IQ4_XS", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-IQ4_XS.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "Qwen3.5-4B-Q3_K_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q3_K_M.gguf", + "file_size": "2.1 GB" + }, + { + "model_id": "Qwen3.5-4B-Q3_K_S", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q3_K_S.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "Qwen3.5-4B-Q4_0", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_0.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "Qwen3.5-4B-Q4_1", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_1.gguf", + "file_size": "2.6 GB" + }, + { + "model_id": "Qwen3.5-4B-Q4_K_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_K_M.gguf", + "file_size": "2.6 GB" + }, + { + "model_id": "Qwen3.5-4B-Q4_K_S", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_K_S.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "Qwen3.5-4B-Q5_K_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q5_K_M.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "Qwen3.5-4B-Q5_K_S", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q5_K_S.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "Qwen3.5-4B-Q6_K", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q6_K.gguf", + "file_size": "3.3 GB" + }, + { + "model_id": "Qwen3.5-4B-Q8_0", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q8_0.gguf", + "file_size": "4.2 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-IQ2_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-IQ2_M.gguf", + "file_size": "1.6 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-IQ2_XXS", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-IQ2_XXS.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-IQ3_XXS", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-IQ3_XXS.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q2_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q2_K_XL.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q3_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q3_K_XL.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q4_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q4_K_XL.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q5_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q5_K_XL.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q6_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q6_K_XL.gguf", + "file_size": "3.9 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q8_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q8_K_XL.gguf", + "file_size": "5.5 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-bf16", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/mmproj-bf16.gguf", + "file_size": "644.3 MB" + }, + { + "model_id": "mmproj-f16", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/mmproj-f16.gguf", + "file_size": "641.3 MB" + }, + { + "model_id": "mmproj-f32", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/mmproj-f32.gguf", + "file_size": "1.2 GB" + } + ], + "readme": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/README.md", + "description": "A Japanese-optimized GGUF quantized Qwen3.5-4B model using Unsloth's Dynamic Quantization 2.0, claimed to be the world's best for Japanese language tasks." + }, { "model_name": "Llama-3-8B-Instruct-Finance-RAG-GGUF", "developer": "QuantFactory", @@ -50925,6 +56046,140 @@ "readme": "https://huggingface.co/QuantFactory/Llama-3-8B-Instruct-Finance-RAG-GGUF/resolve/main/README.md", "description": "GGUF quantized Llama 3 8B Instruct fine-tuned for financial RAG." }, + { + "model_name": "Qwen3.5-27B-Thinkmaker-i1-GGUF", + "developer": "mradermacher", + "downloads": 5150, + "createdAt": "2026-05-02T14:07:15.000Z", + "tools": true, + "num_quants": 24, + "quants": [ + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ1_M.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ1_S.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_S.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_XS.gguf", + "file_size": "8.5 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_XXS.gguf", + "file_size": "7.9 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_M.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_S.gguf", + "file_size": "11.6 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_XS.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_XXS.gguf", + "file_size": "10.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ4_XS.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q2_K.gguf", + "file_size": "10.0 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q2_K_S.gguf", + "file_size": "9.5 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q3_K_L.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q3_K_S.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_0.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_1.gguf", + "file_size": "15.9 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.5-27B-Thinkmaker.imatrix", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.imatrix.gguf", + "file_size": "13.0 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/README.md", + "description": "GGUF quantization files (7.2-22.2GB) for the Qwen3.5-27B-Thinkmaker vision model." + }, { "model_name": "next-1b", "developer": "Lamapi", @@ -51726,6 +56981,125 @@ "readme": "https://huggingface.co/bartowski/L3-8B-Stheno-v3.2-GGUF/resolve/main/README.md", "description": "A Llama 3 8B variant fine-tuned for creative writing and roleplay." }, + { + "model_name": "granite-4.1-3b-GGUF", + "developer": "unsloth", + "downloads": 5073, + "createdAt": "2026-04-30T08:32:35.000Z", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "granite-4.1-3b-BF16", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-BF16.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "granite-4.1-3b-IQ4_NL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-IQ4_NL.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "granite-4.1-3b-IQ4_XS", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-IQ4_XS.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "granite-4.1-3b-Q3_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q3_K_M.gguf", + "file_size": "1.6 GB" + }, + { + "model_id": "granite-4.1-3b-Q3_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q3_K_S.gguf", + "file_size": "1.5 GB" + }, + { + "model_id": "granite-4.1-3b-Q4_0", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_0.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "granite-4.1-3b-Q4_1", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_1.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "granite-4.1-3b-Q4_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_K_M.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "granite-4.1-3b-Q4_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_K_S.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "granite-4.1-3b-Q5_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q5_K_M.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "granite-4.1-3b-Q5_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q5_K_S.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "granite-4.1-3b-Q6_K", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q6_K.gguf", + "file_size": "2.6 GB" + }, + { + "model_id": "granite-4.1-3b-Q8_0", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q8_0.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "granite-4.1-3b-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-IQ2_M.gguf", + "file_size": "1.2 GB" + }, + { + "model_id": "granite-4.1-3b-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-IQ3_XXS.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q2_K_XL.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q3_K_XL.gguf", + "file_size": "1.7 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q4_K_XL.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q5_K_XL.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q6_K_XL.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q8_K_XL.gguf", + "file_size": "4.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/README.md", + "description": "IBM's Granite-4.1-3B is a 3B-parameter long-context instruct model with tool-calling, multilingual support, and enhanced chat capabilities, optimized via Unsloth." + }, { "model_name": "TheDrummer_Snowpiercer-15B-v3-GGUF", "developer": "bartowski", @@ -52268,6 +57642,25 @@ "readme": "https://huggingface.co/tencent/HY-MT1.5-7B-GGUF/resolve/main/README.md", "description": "Tencent's Hunyuan MT 1.5 (1.8B/7B) is a multilingual translation model supporting 33+ languages with terminology intervention and contextual translation." }, + { + "model_name": "talkie-1930-13b-it-q5", + "developer": "sol-wy", + "downloads": 4891, + "createdAt": "2026-04-29T20:37:07.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "talkie-1930-13b-it-q5", + "path": "https://huggingface.co/sol-wy/talkie-1930-13b-it-q5/resolve/main/talkie-1930-13b-it-q5.gguf", + "file_size": "8.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/sol-wy/talkie-1930-13b-it-q5/resolve/main/README.md", + "description": "Experimental Q5-quantized 13B language model for local consumer GPU inference, requiring a custom patched llama.cpp runtime." + }, { "model_name": "Qwen3.5-18B-REAP-A3B-Coding-GGUF", "developer": "Flagstone8878", @@ -52332,6 +57725,155 @@ "readme": null, "description": "A REAP-pruned Qwen 3.5 variant optimized for coding tasks with reduced resource usage." }, + { + "model_name": "ibm-granite_granite-4.1-30b-GGUF", + "developer": "bartowski", + "downloads": 4875, + "createdAt": "2026-04-29T19:39:35.000Z", + "tools": true, + "num_quants": 27, + "quants": [ + { + "model_id": "ibm-granite_granite-4.1-30b-IQ2_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_M.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ2_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_S.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ2_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_XS.gguf", + "file_size": "9.0 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ2_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_XXS.gguf", + "file_size": "8.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ3_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ3_M.gguf", + "file_size": "12.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ3_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ3_XS.gguf", + "file_size": "11.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ3_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ3_XXS.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ4_NL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ4_NL.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-IQ4_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ4_XS.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q2_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q2_K.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q2_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q2_K_L.gguf", + "file_size": "10.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_L.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_M.gguf", + "file_size": "13.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_S.gguf", + "file_size": "11.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_XL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_XL.gguf", + "file_size": "14.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q4_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_0.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q4_1", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_1.gguf", + "file_size": "17.0 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q4_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_K_L.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q4_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_K_M.gguf", + "file_size": "16.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q4_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_K_S.gguf", + "file_size": "15.5 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q5_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q5_K_L.gguf", + "file_size": "19.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q5_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q5_K_M.gguf", + "file_size": "19.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q5_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q5_K_S.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q6_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q6_K.gguf", + "file_size": "22.5 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q6_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q6_K_L.gguf", + "file_size": "22.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-Q8_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q8_0.gguf", + "file_size": "28.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-30b-imatrix", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-imatrix.gguf", + "file_size": "14.1 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of IBM Granite 4.1-30b for efficient local inference." + }, { "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distill-heretic-v3-i1-GGUF", "developer": "mradermacher", @@ -53784,6 +59326,25 @@ "readme": "https://huggingface.co/isaiahbjork/orpheus-3b-0.1-ft-Q4_K_M-GGUF/resolve/main/README.md", "description": "Orpheus-TTS-Local is a lightweight client for running the Orpheus TTS model locally using LM Studio API for text-to-speech synthesis with multiple voice options and emotion tags." }, + { + "model_name": "flux2-klein-4B-uncensored-text-encoder", + "developer": "Cordux", + "downloads": 4717, + "createdAt": "2026-01-27T19:26:51.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "qwen3-4b-abl-q4_0", + "path": "https://huggingface.co/Cordux/flux2-klein-4B-uncensored-text-encoder/resolve/main/qwen3-4b-abl-q4_0.gguf", + "file_size": "2.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Cordux/flux2-klein-4B-uncensored-text-encoder/resolve/main/README.md", + "description": "Uncensored Qwen3-4B GGUF text encoder for Flux2 Klein to generate NSFW content." + }, { "model_name": "Qwen3.5-35B-A3B-Uncensored-Kullback-Leibler", "developer": "LuffyTheFox", @@ -53898,130 +59459,6 @@ "readme": "https://huggingface.co/huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF/resolve/main/README.md", "description": "Zhipu's GLM 4.6V vision-language model for multimodal understanding and generation." }, - { - "model_name": "L3-DARKEST-PLANET-16.5B-GGUF", - "developer": "DavidAU", - "downloads": 4680, - "createdAt": "2024-10-10T08:37:02.000Z", - "tools": false, - "num_quants": 22, - "quants": [ - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS.gguf", - "file_size": "8.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q2_k", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q2_k.gguf", - "file_size": "6.1 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_l", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_l.gguf", - "file_size": "8.4 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m.gguf", - "file_size": "7.7 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s.gguf", - "file_size": "7.0 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4.gguf", - "file_size": "8.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8.gguf", - "file_size": "8.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8.gguf", - "file_size": "8.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m.gguf", - "file_size": "9.5 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s.gguf", - "file_size": "10.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q6_k", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q6_k.gguf", - "file_size": "12.9 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q8_0.gguf", - "file_size": "16.4 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-max-IQ4_XS", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-max-IQ4_XS.gguf", - "file_size": "9.7 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-max-cpu-IQ4_XS", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-max-cpu-IQ4_XS.gguf", - "file_size": "9.7 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m.gguf", - "file_size": "11.1 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q2_k", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q2_k.gguf", - "file_size": "7.3 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q6_k", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q6_k.gguf", - "file_size": "13.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q8_0.gguf", - "file_size": "17.3 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q2_k", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q2_k.gguf", - "file_size": "7.3 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q6_k", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q6_k.gguf", - "file_size": "13.8 GB" - }, - { - "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q8_0.gguf", - "file_size": "17.3 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/README.md", - "description": "A Llama 3 16.5B merge optimized for dark and creative storytelling." - }, { "model_name": "google_gemma-3n-E2B-it-GGUF", "developer": "bartowski", @@ -54337,64 +59774,6 @@ "readme": "https://huggingface.co/cturan/IQuest-Coder-V1-40B-Instruct-GGUF/resolve/main/README.md", "description": "A 40B model optimized for code generation and software development tasks." }, - { - "model_name": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 4572, - "createdAt": "2026-01-31T16:55:43.000Z", - "tools": true, - "num_quants": 5, - "quants": [ - { - "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "4.7 GB" - }, - { - "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "6.3 GB" - }, - { - "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "8.1 GB" - }, - { - "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-mmproj-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-mmproj-f16.gguf", - "file_size": "1.1 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "An uncensored 8B vision-language model based on Qwen3-VL-8B with 256K context, available in multiple quantizations." - }, - { - "model_name": "flux2-klein-4B-uncensored-text-encoder", - "developer": "Cordux", - "downloads": 4564, - "createdAt": "2026-01-27T19:26:51.000Z", - "tools": true, - "num_quants": 1, - "quants": [ - { - "model_id": "qwen3-4b-abl-q4_0", - "path": "https://huggingface.co/Cordux/flux2-klein-4B-uncensored-text-encoder/resolve/main/qwen3-4b-abl-q4_0.gguf", - "file_size": "2.2 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Cordux/flux2-klein-4B-uncensored-text-encoder/resolve/main/README.md", - "description": "Uncensored Qwen3-4B GGUF text encoder for Flux2 Klein to generate NSFW content." - }, { "model_name": "gpt-oss-20b-heretic-ara-v3-GGUF", "developer": "mradermacher", @@ -54825,70 +60204,6 @@ "mmproj_models": [], "num_mmproj": 0 }, - { - "model_name": "gemma-4-31B-it-uncensored-heretic-GGUF", - "developer": "llmfan46", - "downloads": 4464, - "createdAt": "2026-04-03T23:53:42.000Z", - "tools": true, - "num_quants": 10, - "quants": [ - { - "model_id": "gemma-4-31B-it-mmproj-BF16", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-mmproj-BF16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-BF16", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-BF16.gguf", - "file_size": "57.2 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_L", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_L.gguf", - "file_size": "15.5 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_M", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_M.gguf", - "file_size": "14.2 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_M", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_M.gguf", - "file_size": "17.4 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_S", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_S.gguf", - "file_size": "16.5 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_M", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_M.gguf", - "file_size": "20.3 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_S", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_S.gguf", - "file_size": "19.8 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q6_K", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q6_K.gguf", - "file_size": "23.5 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q8_0", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q8_0.gguf", - "file_size": "30.4 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." - }, { "model_name": "Qwen3.5-122B-A10B-APEX-GGUF", "developer": "mudler", @@ -55023,6 +60338,145 @@ "readme": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/README.md", "description": "A 35B MoE community model for general-purpose text generation and reasoning." }, + { + "model_name": "Qwopus-GLM-18B-Healed-i1-GGUF", + "developer": "mradermacher", + "downloads": 4402, + "createdAt": "2026-04-21T11:12:43.000Z", + "tools": true, + "num_quants": 25, + "quants": [ + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ1_M.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ1_S.gguf", + "file_size": "4.1 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_M.gguf", + "file_size": "5.7 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_S.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_XS.gguf", + "file_size": "5.1 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_XXS.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_M.gguf", + "file_size": "7.0 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_S.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_XS.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_XXS.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ4_NL", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ4_NL.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ4_XS.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q2_K.gguf", + "file_size": "6.0 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q2_K_S.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q3_K_L.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q3_K_M.gguf", + "file_size": "7.4 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q3_K_S.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_0.gguf", + "file_size": "8.6 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_1.gguf", + "file_size": "9.4 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_K_M.gguf", + "file_size": "9.2 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_K_S.gguf", + "file_size": "8.6 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q5_K_M.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q5_K_S.gguf", + "file_size": "10.3 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q6_K.gguf", + "file_size": "12.1 GB" + }, + { + "model_id": "Qwopus-GLM-18B-Healed.imatrix", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.imatrix.gguf", + "file_size": "9.8 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/README.md", + "description": "GGUF quantized versions of Qwopus-GLM-18B-Healed model with various quality/size options from 4.5GB to 13.1GB." + }, { "model_name": "Youtu-VL-4B-Instruct-GGUF", "developer": "tencent", @@ -56400,6 +61854,46 @@ "readme": "https://huggingface.co/noctrex/LightOnOCR-2-1B-GGUF/resolve/main/README.md", "description": "Quantization variants of LightOnOCR-2-1B with recommended quality order (BF16 > F16 > Q8_0 > Q6_K > Q5_K_M > IQ4_NL > IQ4_XS > Q4_K_M) and mmproj F32 for best results." }, + { + "model_name": "MiMo-V2.5-GGUF", + "developer": "AesSedai", + "downloads": 4212, + "createdAt": "2026-04-29T01:54:42.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "imatrix", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/imatrix.gguf", + "file_size": "474.8 MB" + } + ], + "num_mmproj": 4, + "mmproj_models": [ + { + "model_id": "mmproj-MiMo-V2.5-BF16", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-BF16.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "mmproj-MiMo-V2.5-F16", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-F16.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "mmproj-MiMo-V2.5-F32", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-F32.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "mmproj-MiMo-V2.5-Q8_0", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-Q8_0.gguf", + "file_size": "745.2 MB" + } + ], + "readme": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/README.md", + "description": "Specialized MoE quantizations of XiaomiMiMo/PiMo-V2.5 offering various quality/size tradeoffs (Q8_0 to IQ3_S) for GGUF inference." + }, { "model_name": "NVIDIA-Nemotron-3-Super-120B-A12B-GGUF", "developer": "AesSedai", @@ -59562,6 +65056,71 @@ "readme": "https://huggingface.co/mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF/resolve/main/README.md", "description": "mradermacher's heretic-uncensored Gemma-3-4B GGUF quantizations." }, + { + "model_name": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF", + "developer": "mudler", + "downloads": 3819, + "createdAt": "2026-04-28T22:34:48.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Balanced", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Balanced.gguf", + "file_size": "25.3 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Compact", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Compact.gguf", + "file_size": "18.9 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Balanced.gguf", + "file_size": "25.3 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Compact.gguf", + "file_size": "18.9 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Mini.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Nano", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Nano.gguf", + "file_size": "16.8 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Quality.gguf", + "file_size": "21.4 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Quality", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Quality.gguf", + "file_size": "21.4 GB" + }, + { + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-F16", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-F16.gguf", + "file_size": "58.8 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/mmproj.gguf", + "file_size": "1.5 GB" + } + ], + "readme": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized GGUF versions of NVIDIA's 30B multimodal MoE model (text+vision+audio) optimized for efficient inference." + }, { "model_name": "Qwen3-8B-Gemini-2.5-Pro-Distill-GGUF", "developer": "Liontix", @@ -60844,6 +66403,25 @@ "readme": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/README.md", "description": "A community fine-tune of Qwen 3.5 9B with modified safety filters for less restricted output." }, + { + "model_name": "Qwen3.6-27B-i1-IQ4_XS-GGUF", + "developer": "cHunter789", + "downloads": 3642, + "createdAt": "2026-04-28T08:55:33.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-27B.i1-IQ4_XS-attn_qkv-IQ4_XS", + "path": "https://huggingface.co/cHunter789/Qwen3.6-27B-i1-IQ4_XS-GGUF/resolve/main/Qwen3.6-27B.i1-IQ4_XS-attn_qkv-IQ4_XS.gguf", + "file_size": "13.7 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/cHunter789/Qwen3.6-27B-i1-IQ4_XS-GGUF/resolve/main/README.md", + "description": "A custom IQ4_XS quantized Qwen3.6-27B model that saves 375 MiB of memory with negligible quality loss by forcing IQ4_XS on attention layers instead of q5_K." + }, { "model_name": "Menlo_Lucy-GGUF", "developer": "bartowski", @@ -61901,6 +67479,25 @@ "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-Gemini3-Pro-High-Reasoning-Compact-Thinking-i1-GGUF/resolve/main/README.md", "description": "A Qwen 3.5 27B variant distilled from Gemini for compact reasoning with thinking capabilities." }, + { + "model_name": "Hy-MT1.5-1.8B-2bit-GGUF", + "developer": "tencent", + "downloads": 3456, + "createdAt": "2026-04-29T04:26:09.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "Hy-MT1.5-1.8B-2bit", + "path": "https://huggingface.co/tencent/Hy-MT1.5-1.8B-2bit-GGUF/resolve/main/Hy-MT1.5-1.8B-2bit.gguf", + "file_size": "572.7 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/tencent/Hy-MT1.5-1.8B-2bit-GGUF/resolve/main/README.md", + "description": "Tencent's 2-bit quantized multilingual translation model (574MB) supporting 33 languages for on-device offline use." + }, { "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Distilled-32k-GGUF", "developer": "khtsly", @@ -62843,6 +68440,55 @@ "readme": "https://huggingface.co/lmstudio-community/InternVL3_5-30B-A3B-GGUF/resolve/main/README.md", "description": "This is a quantized version of the OpenGVLab/InternVL3_5-30B-A3B model by bartowski, optimized for use with LM Studio's image-text-to-text pipeline." }, + { + "model_name": "Qwen3.6-35B-A3B-GGUF-Strix", + "developer": "0xSero", + "downloads": 3347, + "createdAt": "2026-04-17T21:05:50.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-DYNAMIC", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-DYNAMIC.gguf", + "file_size": "19.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-IQ4_NL", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-IQ4_NL.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Q4_0", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q4_0.gguf", + "file_size": "18.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Q4_K_M", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Q5_K_M", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Q6_K", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Q8_0", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/README.md", + "description": "Quantized GGUF versions of Qwen3.6-35B-A3B for AMD Strix Halo with a DYNAMIC mixed-precision variant offering the fastest prefill speed." + }, { "model_name": "gemma-3-27b-it-qat-q4_0-gguf", "developer": "google", @@ -63677,6 +69323,145 @@ "readme": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN/resolve/main/README.md", "description": "An unstable work-in-progress model not intended for production use." }, + { + "model_name": "ibm-granite_granite-4.1-8b-GGUF", + "developer": "bartowski", + "downloads": 3192, + "createdAt": "2026-04-29T19:11:25.000Z", + "tools": true, + "num_quants": 25, + "quants": [ + { + "model_id": "ibm-granite_granite-4.1-8b-IQ2_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ2_M.gguf", + "file_size": "3.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-IQ3_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ3_M.gguf", + "file_size": "3.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-IQ3_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ3_XS.gguf", + "file_size": "3.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-IQ3_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ3_XXS.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-IQ4_NL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ4_NL.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-IQ4_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ4_XS.gguf", + "file_size": "4.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q2_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q2_K.gguf", + "file_size": "3.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q2_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q2_K_L.gguf", + "file_size": "3.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_L.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_M.gguf", + "file_size": "4.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_S.gguf", + "file_size": "3.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_XL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_XL.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q4_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_0.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q4_1", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_1.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q4_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_K_L.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q4_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_K_M.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q4_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_K_S.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q5_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q5_K_L.gguf", + "file_size": "6.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q5_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q5_K_M.gguf", + "file_size": "6.0 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q5_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q5_K_S.gguf", + "file_size": "5.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q6_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q6_K.gguf", + "file_size": "7.0 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q6_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q6_K_L.gguf", + "file_size": "7.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-Q8_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q8_0.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-bf16", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-bf16.gguf", + "file_size": "16.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-8b-imatrix", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-imatrix.gguf", + "file_size": "5.7 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of IBM Granite 4.1-8b with various quality/size tradeoffs for efficient inference." + }, { "model_name": "gemma-3-27b-it-abliterated-normpreserve-GGUF", "developer": "YanLabs", @@ -63977,6 +69762,25 @@ "readme": "https://huggingface.co/huihui-ai/Huihui-Qwen3.5-397B-A17B-abliterated-GGUF/resolve/main/README.md", "description": "An uncensored, abliterated GGUF version of Qwen3.5-397B with significantly reduced safety filtering, intended for research and experimental use only." }, + { + "model_name": "LORAs", + "developer": "jeremyhola", + "downloads": 3152, + "createdAt": "2026-01-31T20:02:29.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "aiorbust/nsfw/Qwen3-4b-Z-Image-Engineer-V4-F16", + "path": "https://huggingface.co/jeremyhola/LORAs/resolve/main/aiorbust/nsfw/Qwen3-4b-Z-Image-Engineer-V4-F16.gguf", + "file_size": "7.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/jeremyhola/LORAs/resolve/main/README.md", + "description": "LoRA models for text-to-image generation fine-tuned on various datasets using the Diffusers LoRA Trainer." + }, { "model_name": "gemma-3-27b-abliterated-normpreserve-GGUF", "developer": "YanLabs", @@ -66348,6 +72152,299 @@ "readme": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/README.md", "description": "A Japanese 8B model with thinking capabilities for chain-of-thought reasoning." }, + { + "model_name": "cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF", + "developer": "bartowski", + "downloads": 2923, + "createdAt": "2025-10-20T21:34:35.000Z", + "tools": true, + "num_quants": 28, + "quants": [ + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M.gguf", + "file_size": "7.5 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_S.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XS.gguf", + "file_size": "6.6 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XS.gguf", + "file_size": "9.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_NL", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_NL.gguf", + "file_size": "13.2 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS.gguf", + "file_size": "12.5 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K.gguf", + "file_size": "8.3 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K_L.gguf", + "file_size": "8.6 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_L.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_S.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_XL.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_1", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_L.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_S.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_L.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_S.gguf", + "file_size": "16.0 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K.gguf", + "file_size": "19.0 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K_L.gguf", + "file_size": "19.2 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0.gguf", + "file_size": "24.6 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-bf16", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-bf16.gguf", + "file_size": "46.3 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-imatrix", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-imatrix.gguf", + "file_size": "94.1 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/README.md", + "description": "bartowski's multiple imatrix-quantized GGUF versions of Qwen3-Coder-REAP-25B-A3B." + }, + { + "model_name": "ibm-granite_granite-4.1-3b-GGUF", + "developer": "bartowski", + "downloads": 2901, + "createdAt": "2026-04-29T18:10:32.000Z", + "tools": true, + "num_quants": 25, + "quants": [ + { + "model_id": "ibm-granite_granite-4.1-3b-IQ2_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ2_M.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-IQ3_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ3_M.gguf", + "file_size": "1.6 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-IQ3_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ3_XS.gguf", + "file_size": "1.5 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-IQ3_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ3_XXS.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-IQ4_NL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ4_NL.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-IQ4_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ4_XS.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q2_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q2_K.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q2_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q2_K_L.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_L.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_M.gguf", + "file_size": "1.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_S.gguf", + "file_size": "1.5 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_XL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_XL.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_0.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_1", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_1.gguf", + "file_size": "2.1 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_K_L.gguf", + "file_size": "2.1 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_K_M.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_K_S.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q5_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q5_K_L.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q5_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q5_K_M.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q5_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q5_K_S.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q6_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q6_K.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q6_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q6_K_L.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q8_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q8_0.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-bf16", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-bf16.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-imatrix", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-imatrix.gguf", + "file_size": "3.6 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of IBM Granite 4.1-3B by bartowski with various quality/size options." + }, { "model_name": "Qwen3.5-DeltaCoder-9B-GGUF", "developer": "danielcherubini", @@ -68253,6 +74350,25 @@ "readme": "https://huggingface.co/MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF/resolve/main/README.md", "description": "A REAP-pruned variant of GLM 4.7 Flash for reduced resource usage." }, + { + "model_name": "Hy-MT1.5-1.8B-1.25bit-GGUF", + "developer": "AngelSlim", + "downloads": 2735, + "createdAt": "2026-04-28T12:50:52.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "Hy-MT1.5-1.8B-1.25bit", + "path": "https://huggingface.co/AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF/resolve/main/Hy-MT1.5-1.8B-1.25bit.gguf", + "file_size": "440.5 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF/resolve/main/README.md", + "description": "1.25-bit Sherry-quantized 440MB multilingual translation model supporting 33 languages for on-device mobile deployment." + }, { "model_name": "gemma-4-26B-A4B-it-heretic-APEX-GGUF", "developer": "mudler", @@ -69496,6 +75612,111 @@ "readme": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/README.md", "description": "A Qwen 3 Coder 30B variant with APEX optimized quantization for code generation." }, + { + "model_name": "Qwen3.6-27B-AutoRound-GGUF", + "developer": "sphaela", + "downloads": 2611, + "createdAt": "2026-04-24T03:49:20.000Z", + "tools": true, + "num_quants": 15, + "quants": [ + { + "model_id": "Qwen3.6-27B-Q2_K_MIXED", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q2_K_MIXED.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "Qwen3.6-27B-Q2_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q2_K_S.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "Qwen3.6-27B-Q3_K_L", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q3_K_L.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Q3_K_M", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q3_K_M.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Q3_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q3_K_S.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_0", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_0.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_1", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_1.gguf", + "file_size": "15.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_K_M", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_K_S.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q5_0", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_0.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q5_1", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_1.gguf", + "file_size": "18.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Q5_K_M", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_K_M.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q5_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q6_K", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Q8_0", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-model-bf16", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/mmproj-model-bf16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-model-f16", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/mmproj-model-f16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-model-f32", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/mmproj-model-f32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/README.md", + "description": "GGUF quantized Qwen3.6-27B models via Intel AutoRound for efficient llama.cpp inference." + }, { "model_name": "OpenGVLab_InternVL3_5-8B-GGUF", "developer": "bartowski", @@ -71229,6 +77450,36 @@ "readme": "https://huggingface.co/TheDrummer/Cydonia-ReduX-22B-v1-GGUF/resolve/main/README.md", "description": "Cydonia ReduX 22B v1 is TheDrummer’s creatively tuned 22‑billion‑parameter Mistral‑Small model optimized for storytelling and entertainment." }, + { + "model_name": "NVIDIA-Nemotron-3-Nano-Omni", + "developer": "ggml-org", + "downloads": 2442, + "createdAt": "2026-04-28T17:30:48.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "nemotron-3-nano-omni-ga_v1.0-Q4_K_M", + "path": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/nemotron-3-nano-omni-ga_v1.0-Q4_K_M.gguf", + "file_size": "22.8 GB" + }, + { + "model_id": "nemotron-3-nano-omni-ga_v1.0-Q8_0", + "path": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/nemotron-3-nano-omni-ga_v1.0-Q8_0.gguf", + "file_size": "31.3 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-nemotron-3-nano-omni-ga_v1.0", + "path": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/mmproj-nemotron-3-nano-omni-ga_v1.0.gguf", + "file_size": "1.5 GB" + } + ], + "readme": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/README.md", + "description": "NVIDIA's compact conversational AI model optimized for efficient inference via llama-server on localhost:8080." + }, { "model_name": "Elbaz-NVIDIA-Nemotron-3-Nano-30B-A3B-PRISM", "developer": "Ex0bit", @@ -72449,6 +78700,150 @@ "readme": "https://huggingface.co/bartowski/nvidia_Nemotron-3-Nano-4B-GGUF/resolve/main/README.md", "description": "NVIDIA's Nemotron 3 Nano 4B model, a compact model optimized for efficient on-device inference." }, + { + "model_name": "TheDrummer_Rocinante-XL-16B-v1-GGUF", + "developer": "bartowski", + "downloads": 2360, + "createdAt": "2026-04-28T13:34:57.000Z", + "tools": true, + "num_quants": 26, + "quants": [ + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ2_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ2_M.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ2_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ2_S.gguf", + "file_size": "5.6 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ3_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ3_M.gguf", + "file_size": "7.1 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ3_XS", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ3_XS.gguf", + "file_size": "6.7 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ3_XXS", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ3_XXS.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ4_NL", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ4_NL.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ4_XS", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ4_XS.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q2_K", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q2_K.gguf", + "file_size": "6.0 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q2_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q2_K_L.gguf", + "file_size": "6.6 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_L.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_M.gguf", + "file_size": "7.6 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_S.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_XL", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_XL.gguf", + "file_size": "8.6 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_0", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_0.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_1", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_1.gguf", + "file_size": "9.6 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_K_L.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_K_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_K_M.gguf", + "file_size": "9.4 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_K_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_K_S.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q5_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q5_K_L.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q5_K_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q5_K_M.gguf", + "file_size": "10.9 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q5_K_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q5_K_S.gguf", + "file_size": "10.4 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q6_K", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q6_K.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q6_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q6_K_L.gguf", + "file_size": "13.1 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q8_0", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q8_0.gguf", + "file_size": "15.9 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-bf16", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-bf16.gguf", + "file_size": "29.9 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-imatrix", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-imatrix.gguf", + "file_size": "9.1 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Rocinante-XL-16B-v1 by bartowski." + }, { "model_name": "sarvam-30b-GGUF", "developer": "Sumitc13", @@ -72483,6 +78878,55 @@ "readme": "https://huggingface.co/Sumitc13/sarvam-30b-GGUF/resolve/main/README.md", "description": "Sarvam AI's 30B model for Indian language understanding and generation." }, + { + "model_name": "Ornstein-Hermes-3.6-27b-SABER-GGUF", + "developer": "GestaltLabs", + "downloads": 2315, + "createdAt": "2026-04-27T22:52:17.000Z", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-IQ2_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-IQ4_XS", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-IQ4_XS.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q3_K_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q4_K_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q5_K_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q6_K", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q8_0", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a 27B language model edited with SABER to reduce over-refusal while maintaining safety boundaries." + }, { "model_name": "Gemma-3-R1-12B-v1-GGUF", "developer": "TheDrummer", @@ -73290,6 +79734,125 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "L3-DARKEST-PLANET-16.5B-GGUF", + "developer": "DavidAU", + "downloads": 2256, + "createdAt": "2024-10-10T08:37:02.000Z", + "tools": false, + "num_quants": 21, + "quants": [ + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q2_k.gguf", + "file_size": "6.1 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m.gguf", + "file_size": "7.7 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s.gguf", + "file_size": "7.0 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8.gguf", + "file_size": "8.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m.gguf", + "file_size": "9.5 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s.gguf", + "file_size": "9.0 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s.gguf", + "file_size": "10.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q6_k.gguf", + "file_size": "12.9 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q8_0.gguf", + "file_size": "16.4 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-max-IQ4_XS", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-max-IQ4_XS.gguf", + "file_size": "9.7 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-max-cpu-IQ4_XS", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-max-cpu-IQ4_XS.gguf", + "file_size": "9.7 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q2_k.gguf", + "file_size": "7.3 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q6_k.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q8_0.gguf", + "file_size": "17.3 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q2_k.gguf", + "file_size": "7.3 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q6_k.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q8_0.gguf", + "file_size": "17.3 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/README.md", + "description": "A Llama 3 16.5B merge optimized for dark and creative storytelling." + }, { "model_name": "Hermes-4.3-36B-GGUF", "developer": "NousResearch", @@ -73575,6 +80138,59 @@ "readme": "https://huggingface.co/mradermacher/Anubis-Mini-8B-v1-i1-GGUF/resolve/main/README.md", "description": "A community fine-tune of an 8B model optimized for creative writing and roleplay." }, + { + "model_name": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF", + "developer": "lordx64", + "downloads": 2226, + "createdAt": "2026-04-26T16:53:32.000Z", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.IQ4_XS", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.IQ4_XS.gguf", + "file_size": "17.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q5_K_M", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q8_0", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a Qwen3.6-35B-A3B reasoning model distilled to mimic Claude Opus 4.7's chain-of-thought style, available for llama.cpp and LM Studio." + }, + { + "model_name": "Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf", + "developer": "WithinUsAI", + "downloads": 2220, + "createdAt": "2026-04-23T05:18:55.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "Gemma4-Overlooked.Thinker.Uncensored-E2B-Q4_K_M", + "path": "https://huggingface.co/WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf/resolve/main/Gemma4-Overlooked.Thinker.Uncensored-E2B-Q4_K_M.gguf", + "file_size": "3.2 GB" + }, + { + "model_id": "Gemma4-Overlooked.Thinker.Uncensored-E2B-Q5_K_M", + "path": "https://huggingface.co/WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf/resolve/main/Gemma4-Overlooked.Thinker.Uncensored-E2B-Q5_K_M.gguf", + "file_size": "3.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf/resolve/main/README.md", + "description": "An uncensored Gemma 4 variant with refusal behavior abliterated for unrestricted reasoning and agentic workflows." + }, { "model_name": "Falcon-H1-Tiny-90M-Instruct-GGUF", "developer": "tiiuae", @@ -76703,6 +83319,80 @@ "readme": "https://huggingface.co/N8Programs/Unslopper-GGUF/resolve/main/README.md", "description": "A fine-tuned Qwen3-VL-30B model that rewrites AI-generated text to sound more human-like." }, + { + "model_name": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF", + "developer": "OpenYourMind", + "downloads": 1983, + "createdAt": "2026-04-29T16:59:36.000Z", + "tools": true, + "num_quants": 5, + "quants": [ + { + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Balanced", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Balanced.gguf", + "file_size": "24.7 GB" + }, + { + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Compact", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Compact.gguf", + "file_size": "17.3 GB" + }, + { + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Quality", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Quality.gguf", + "file_size": "22.4 GB" + }, + { + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Mini", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Mini.gguf", + "file_size": "13.0 GB" + }, + { + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Quality", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Quality.gguf", + "file_size": "22.4 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-BF16", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/mmproj-OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-BF16.gguf", + "file_size": "861.0 MB" + } + ], + "readme": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/README.md", + "description": "APEX GGUF quantizations of an abliterated Qwen3.6-35B MoE vision-language model for llama.cpp." + }, + { + "model_name": "Qwen3.6-27B-OTQ-GGUF", + "developer": "zlaabsi", + "downloads": 1979, + "createdAt": "2026-04-27T22:43:56.000Z", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Qwen3.6-27B-OTQ-DYN-Q3_K_M", + "path": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/Qwen3.6-27B-OTQ-DYN-Q3_K_M.gguf", + "file_size": "13.5 GB" + }, + { + "model_id": "Qwen3.6-27B-OTQ-DYN-Q4_K_M", + "path": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/Qwen3.6-27B-OTQ-DYN-Q4_K_M.gguf", + "file_size": "16.8 GB" + }, + { + "model_id": "Qwen3.6-27B-OTQ-DYN-Q5_K_M", + "path": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/Qwen3.6-27B-OTQ-DYN-Q5_K_M.gguf", + "file_size": "19.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/README.md", + "description": "TurboQuant-dynamic GGUF quantizations of Qwen3.6-27B for Apple Silicon with stock llama.cpp compatibility." + }, { "model_name": "gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF", "developer": "mradermacher", @@ -79303,6 +85993,25 @@ "readme": "https://huggingface.co/bartowski/google_gemma-3-270m-it-GGUF/resolve/main/README.md", "description": "This is a quantized version of the Google Gemma-3-270M model using llama.cpp's imatrix calibration method, optimized for various hardware platforms and quantization types like Q4_K_M, Q6_K_L, IQ4_XS, etc., with recommended options for performance" }, + { + "model_name": "Qwen3.6-27B-GGUF-4.256bpw", + "developer": "sokann", + "downloads": 1735, + "createdAt": "2026-04-29T20:11:58.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-27B-GGUF-4.256bpw-imatrix", + "path": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-4.256bpw/resolve/main/Qwen3.6-27B-GGUF-4.256bpw-imatrix.gguf", + "file_size": "13.3 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-4.256bpw/resolve/main/README.md", + "description": "4.256 BPW IQ4_XS quantized Qwen3.6-27B optimized for 16 GiB VRAM with best quality/speed balance in its size class." + }, { "model_name": "MachineLearningLM-7B-v1-GGUF", "developer": "mradermacher", @@ -80818,6 +87527,30 @@ "readme": "https://huggingface.co/TeichAI/Nemotron-Cascade-8B-Thinking-Claude-4.5-Opus-High-Reasoning-Distill-GGUF/resolve/main/README.md", "description": "An NVIDIA Nemotron Cascade 8B variant distilled from Claude for enhanced thinking capabilities." }, + { + "model_name": "Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation", + "developer": "Pixelber", + "downloads": 1623, + "createdAt": "2026-04-26T13:16:17.000Z", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "Qwen3.5-9B.BF16-mmproj", + "path": "https://huggingface.co/Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation/resolve/main/Qwen3.5-9B.BF16-mmproj.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "Qwen3.5-9B.Q8_0", + "path": "https://huggingface.co/Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation/resolve/main/Qwen3.5-9B.Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation/resolve/main/README.md", + "description": "A Q8_0 quantized Qwen3.5-9B model fine-tuned on Flipradio podcasts via DeepSeek V4 distillation, supporting multimodal inputs." + }, { "model_name": "OpenGVLab_InternVL3_5-1B-GGUF", "developer": "bartowski", @@ -82684,6 +89417,31 @@ "mmproj_models": [], "num_mmproj": 0 }, + { + "model_name": "Qwen3.6-35B-A3B-NVFP4-GGUF", + "developer": "knoopx", + "downloads": 1430, + "createdAt": "2026-04-29T21:52:35.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-NVFP4", + "path": "https://huggingface.co/knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF/resolve/main/Qwen3.6-35B-A3B-NVFP4.gguf", + "file_size": "21.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "861.0 MB" + } + ], + "readme": "https://huggingface.co/knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF/resolve/main/README.md", + "description": "GGUF conversion of Qwen3.6-35B-A3B mixture-of-experts vision model with NVFP4 quantization, optimized for prompt processing speed." + }, { "model_name": "GLM-ASR-Nano-2512-GGUF", "developer": "concedo", @@ -83790,25 +90548,6 @@ "readme": "https://huggingface.co/MLP-KTLim/llama-3-Korean-Bllossom-8B-gguf-Q4_K_M/resolve/main/README.md", "description": "The Bllossom language model is a Korean-English bilingual model based on Llama3, enhanced with vocabulary expansion, knowledge linking, instruction tuning, and human feedback, and available in GGUF format for efficient CPU/GPU inference." }, - { - "model_name": "Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF", - "developer": "AlicanKiraz0", - "downloads": 1318, - "createdAt": "2025-01-21T03:41:56.000Z", - "tools": false, - "num_quants": 1, - "quants": [ - { - "model_id": "baronllm-llama3.1-v1-q6_k", - "path": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/baronllm-llama3.1-v1-q6_k.gguf", - "file_size": "6.1 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/README.md", - "description": "BaronLLM is a large-language model fine-tuned for offensive cybersecurity research and adversarial simulation, providing exploit reasoning, red-team scenario generation, and safety-constrained content." - }, { "model_name": "gemma-7b-GGUF", "developer": "MaziyarPanahi", @@ -84391,6 +91130,109 @@ "readme": "https://huggingface.co/mradermacher/Qwen3-4B-Thinking-2509-Genius-Coder-AI-Full-GGUF/resolve/main/README.md", "description": "GGUF quantized versions of the Qwen3-4B-Thinking model in various quantization levels (Q2_K to f16, 1.9-8.9GB) for different quality/size tradeoffs." }, + { + "model_name": "Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF", + "developer": "mradermacher", + "downloads": 1265, + "createdAt": "2026-04-27T06:10:00.000Z", + "tools": true, + "num_quants": 11, + "quants": [ + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.IQ4_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.IQ4_XS.gguf", + "file_size": "17.6 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q2_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q2_K.gguf", + "file_size": "12.1 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_L", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_L.gguf", + "file_size": "16.9 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_S.gguf", + "file_size": "14.1 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_M.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_S.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q6_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q8_0", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/README.md", + "description": "GGUF quantized versions of a 36B language model in multiple quality levels (Q2_K to Q8_0)." + }, + { + "model_name": "GRM-2.6-Plus-GGUF", + "developer": "morikomorizz", + "downloads": 1264, + "createdAt": "2026-04-25T05:49:06.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "GRM-2.6-Plus-BF16", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-BF16.gguf", + "file_size": "50.1 GB" + }, + { + "model_id": "GRM-2.6-Plus-Q3_K_M", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "GRM-2.6-Plus-Q4_K_M", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "GRM-2.6-Plus-Q8_0", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/README.md", + "description": "A GGUF-quantized 27B reasoning model built on Qwen3.6 architecture, optimized for difficult tasks and compatible with llama.cpp." + }, { "model_name": "Core_24B_V.1-i1-GGUF", "developer": "mradermacher", @@ -85522,6 +92364,75 @@ "readme": "https://huggingface.co/openbmb/AgentCPM-Explore-GGUF/resolve/main/README.md", "description": "OpenBMB's AgentCPM Explore model, specialized for autonomous web exploration tasks." }, + { + "model_name": "NeutralWeirdness-V1-24B-Heretic-GGUF", + "developer": "mradermacher", + "downloads": 1208, + "createdAt": "2026-04-30T19:20:45.000Z", + "tools": false, + "num_quants": 11, + "quants": [ + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.IQ4_XS", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.IQ4_XS.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q2_K", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q2_K.gguf", + "file_size": "8.3 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q3_K_L", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q3_K_L.gguf", + "file_size": "11.5 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q3_K_M", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q3_K_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q3_K_S", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q3_K_S.gguf", + "file_size": "9.7 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q4_K_M", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q4_K_M.gguf", + "file_size": "13.3 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q4_K_S", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q4_K_S.gguf", + "file_size": "12.6 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q5_K_M", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q5_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q5_K_S", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q5_K_S.gguf", + "file_size": "15.2 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q6_K", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q6_K.gguf", + "file_size": "18.0 GB" + }, + { + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q8_0", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q8_0.gguf", + "file_size": "23.3 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of a 24B parameter uncensored language model for efficient inference." + }, { "model_name": "gemma-3n-E4B-it-absolute-heresy-imatrix-GGUF", "developer": "MuXodious", @@ -87535,6 +94446,40 @@ "readme": "https://huggingface.co/INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF/resolve/main/README.md", "description": "Google's Gemma 3 27B instruction-tuned model, a capable open model for text generation, reasoning, and conversation." }, + { + "model_name": "flux2-klein-9b-uncensored-text-encoder", + "developer": "ponpoke", + "downloads": 1044, + "createdAt": "2026-04-30T16:44:38.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "flux2-klein-9b-uncensored-f16", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-f16.gguf", + "file_size": "15.3 GB" + }, + { + "model_id": "flux2-klein-9b-uncensored-q4_k_m", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-q4_k_m.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "flux2-klein-9b-uncensored-q6_k", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-q6_k.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "flux2-klein-9b-uncensored-q8_0", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-q8_0.gguf", + "file_size": "8.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/README.md", + "description": "An abliterated text encoder removing FLUX.2's safety filters via mathematical weight orthogonalization to enable unrestricted content generation." + }, { "model_name": "Tinystories-gpt-0.1-3m-GGUF", "developer": "afrideva", @@ -87584,6 +94529,45 @@ "readme": "https://huggingface.co/afrideva/Tinystories-gpt-0.1-3m-GGUF/resolve/main/README.md", "description": "3M-parameter quantized GGUF text-generation model." }, + { + "model_name": "Lizzy-7B-GGUF", + "developer": "flwrlabs", + "downloads": 1034, + "createdAt": "2026-04-27T20:39:04.000Z", + "tools": false, + "num_quants": 5, + "quants": [ + { + "model_id": "lizzy-7b-q4_k_m", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q4_k_m.gguf", + "file_size": "4.2 GB" + }, + { + "model_id": "lizzy-7b-q5_k_m", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q5_k_m.gguf", + "file_size": "4.8 GB" + }, + { + "model_id": "lizzy-7b-q6_k", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q6_k.gguf", + "file_size": "5.6 GB" + }, + { + "model_id": "lizzy-7b-q8_0", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q8_0.gguf", + "file_size": "7.2 GB" + }, + { + "model_id": "lizzy-final", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-final.gguf", + "file_size": "13.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/README.md", + "description": "GGUF-quantized Lizzy 7B reasoning model with British cultural knowledge for efficient CPU/GPU inference via llama.cpp." + }, { "model_name": "Humanish-Roleplay-Llama-3.1-8B-i1-GGUF", "developer": "mradermacher", @@ -87894,6 +94878,40 @@ "readme": "https://huggingface.co/freddm/JoyAI-LLM-Flash-GGUF/resolve/main/README.md", "description": "A 3B activated / 48B total parameter MoE instruct language model by JD.com with strong performance in knowledge, reasoning, coding, and agent tasks." }, + { + "model_name": "Qwen3.5-2B-Turkish-SFT", + "developer": "Tuguberk", + "downloads": 1019, + "createdAt": "2026-04-29T17:08:15.000Z", + "tools": true, + "num_quants": 4, + "quants": [ + { + "model_id": "Qwen3.5-2B.BF16-mmproj", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.BF16-mmproj.gguf", + "file_size": "640.3 MB" + }, + { + "model_id": "Qwen3.5-2B.Q2_K", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.Q2_K.gguf", + "file_size": "923.7 MB" + }, + { + "model_id": "Qwen3.5-2B.Q4_K_M", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.Q4_K_M.gguf", + "file_size": "1.2 GB" + }, + { + "model_id": "Qwen3.5-2B.Q8_0", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.Q8_0.gguf", + "file_size": "1.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/README.md", + "description": "Turkish instruction-following model fine-tuned from Qwen3.5-2B using LoRA." + }, { "model_name": "PaddleOCR-VL-half-GGUF", "developer": "Liyulingyue", @@ -90088,6 +97106,25 @@ "readme": "https://huggingface.co/OpenMOSE/Qwen3-VL-REAP-24B-A3B-GGUF/resolve/main/README.md", "description": "REAP-pruned 24B vision-language MoE model with 3B active parameters per token." }, + { + "model_name": "Qwen3.6-27B-Cerebellum-GGUF", + "developer": "deucebucket", + "downloads": 909, + "createdAt": "2026-04-29T08:42:37.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-27B-Cerebellum-v4-Q2_K_Mixed", + "path": "https://huggingface.co/deucebucket/Qwen3.6-27B-Cerebellum-GGUF/resolve/main/Qwen3.6-27B-Cerebellum-v4-Q2_K_Mixed.gguf", + "file_size": "12.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/deucebucket/Qwen3.6-27B-Cerebellum-GGUF/resolve/main/README.md", + "description": "A 12GB ablation-informed mixed-precision GGUF quantization of Qwen 3.6 27B achieving 7.034 perplexity through 181 per-tensor precision overrides." + }, { "model_name": "Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-GGUF", "developer": "mradermacher", @@ -90326,6 +97363,25 @@ "readme": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/README.md", "description": "A quantized variant of Google's Gemma 4 MoE model distilled from Claude for enhanced reasoning capabilities." }, + { + "model_name": "Qwen3.6-27B-MTP-Q8_0-GGUF", + "developer": "Radamanthys11", + "downloads": 888, + "createdAt": "2026-04-26T23:19:39.000Z", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-27B-MTP-Q8_0", + "path": "https://huggingface.co/Radamanthys11/Qwen3.6-27B-MTP-Q8_0-GGUF/resolve/main/Qwen3.6-27B-MTP-Q8_0.gguf", + "file_size": "27.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Radamanthys11/Qwen3.6-27B-MTP-Q8_0-GGUF/resolve/main/README.md", + "description": "Q8_0 GGUF of Qwen3.6-27B with MTP layer preserved, compatible only with ik_llama.cpp." + }, { "model_name": "35b-beta-long-GGUF", "developer": "bartowski", @@ -90450,6 +97506,25 @@ "readme": "https://huggingface.co/bartowski/35b-beta-long-GGUF/resolve/main/README.md", "description": "Various llama.cpp imatrix‑quantized GGUF files for the 35b‑beta‑long model, with download links, prompt format, and guidance on choosing a quantization." }, + { + "model_name": "Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF", + "developer": "AlicanKiraz0", + "downloads": 870, + "createdAt": "2025-01-21T03:41:56.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "baronllm-llama3.1-v1-q6_k", + "path": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/baronllm-llama3.1-v1-q6_k.gguf", + "file_size": "6.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/README.md", + "description": "BaronLLM is a large-language model fine-tuned for offensive cybersecurity research and adversarial simulation, providing exploit reasoning, red-team scenario generation, and safety-constrained content." + }, { "model_name": "Prototype-X-12b-GGUF", "developer": "mradermacher", @@ -91773,6 +98848,65 @@ "readme": "https://huggingface.co/unsloth/Qwen2.5-Coder-0.5B-Instruct-GGUF/resolve/main/README.md", "description": "Qwen2.5-Coder-0.5B for code generation." }, + { + "model_name": "QwenSeek-2B-GGUF", + "developer": "faunix", + "downloads": 797, + "createdAt": "2026-05-01T02:25:35.000Z", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "QwenSeek-2B-BF16", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-BF16.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "QwenSeek-2B-FP16", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-FP16.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "QwenSeek-2B-IQ4_XS", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-IQ4_XS.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "QwenSeek-2B-Q4_K_M", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q4_K_M.gguf", + "file_size": "1.2 GB" + }, + { + "model_id": "QwenSeek-2B-Q4_K_S", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q4_K_S.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "QwenSeek-2B-Q5_K_M", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q5_K_M.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "QwenSeek-2B-Q5_K_S", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q5_K_S.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "QwenSeek-2B-Q6_K", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q6_K.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "QwenSeek-2B-Q8_0", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q8_0.gguf", + "file_size": "1.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/README.md", + "description": "QwenSeek-2B is a 2B parameter model that distills DeepSeek V4's reasoning/thinking capabilities into Qwen3.5-2B." + }, { "model_name": "BadApple-LLaMA-nano", "developer": "nyuuzyou", @@ -91954,6 +99088,25 @@ "readme": "https://huggingface.co/turkerberkdonmez/TUSGPT-TR-Medical-9B/resolve/main/README.md", "description": "TUSGPT-TR-Medical-9B is a Turkish medical language model, fine-tuned from Gemma-2 on 55k Turkish Q&A pairs." }, + { + "model_name": "Qwen3.6-27B-GGUF-5.076bpw", + "developer": "sokann", + "downloads": 781, + "createdAt": "2026-04-26T04:38:06.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-27B-GGUF-5.076bpw-imatrix", + "path": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-5.076bpw/resolve/main/Qwen3.6-27B-GGUF-5.076bpw-imatrix.gguf", + "file_size": "15.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-5.076bpw/resolve/main/README.md", + "description": "A 5.076 BPW IQK-quantized Qwen3.6-27B model optimized for 24 GiB VRAM GPUs, offering best quality-speed ratio in its size class for budget-conscious users." + }, { "model_name": "AgentCPM-Report-GGUF", "developer": "openbmb", @@ -95687,6 +102840,115 @@ "readme": "https://huggingface.co/bartowski/Captain-Eris_Violet-V0.420-12B-GGUF/resolve/main/README.md", "description": "Imatrix quantized GGUF versions of Captain-Eris_Violet-V0.420-12B for llama.cpp in multiple bit depths." }, + { + "model_name": "Q3.5-9B-Opus-DA-GGUF", + "developer": "prithivMLmods", + "downloads": 551, + "createdAt": "2026-04-29T21:08:55.000Z", + "tools": true, + "num_quants": 19, + "quants": [ + { + "model_id": "Q3.5-9B-Opus-DA.BF16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.BF16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.F16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.F16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.F32", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.F32.gguf", + "file_size": "33.4 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q2_K", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q2_K.gguf", + "file_size": "3.6 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q3_K_L", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q3_K_L.gguf", + "file_size": "4.6 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q3_K_M", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q3_K_M.gguf", + "file_size": "4.3 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q3_K_S", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q3_K_S.gguf", + "file_size": "4.0 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q4_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q4_0.gguf", + "file_size": "4.9 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q4_K_M", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q4_K_M.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q4_K_S", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q4_K_S.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q5_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q5_0.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q5_K_M", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q5_K_M.gguf", + "file_size": "6.0 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q5_K_S", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q5_K_S.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q6_K", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q6_K.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.Q8_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q8_0.gguf", + "file_size": "8.9 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.mmproj-bf16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-bf16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.mmproj-f16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-f16.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.mmproj-f32", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-f32.gguf", + "file_size": "1.7 GB" + }, + { + "model_id": "Q3.5-9B-Opus-DA.mmproj-q8_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-q8_0.gguf", + "file_size": "595.3 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/README.md", + "description": "A reasoning-focused 9B model with reduced refusal mechanisms, available in multiple GGUF quantization formats for research." + }, { "model_name": "nomos-1", "developer": "FBTMAML", @@ -101513,6 +108775,35 @@ "readme": "https://huggingface.co/mradermacher/LexiFreak-8B-Unleashed-i1-GGUF/resolve/main/README.md", "description": "An 8B community model fine-tuned for creative and unrestricted text generation." }, + { + "model_name": "Qwopus-9B-Unfettered-GGUF", + "developer": "josephmayo", + "downloads": 247, + "createdAt": "2026-05-03T01:02:42.000Z", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Qwopus-9B-Unfettered-F16", + "path": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/Qwopus-9B-Unfettered-F16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Qwopus-9B-Unfettered-Q4_K_M", + "path": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/Qwopus-9B-Unfettered-Q4_K_M.gguf", + "file_size": "5.2 GB" + }, + { + "model_id": "Qwopus-9B-Unfettered-Q8_0", + "path": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/Qwopus-9B-Unfettered-Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/README.md", + "description": "GGUF-quantized 9B parameter unaligned/ablistrated model for AI safety research and red teaming." + }, { "model_name": "ChatWaifu_v1.4-GGUF", "developer": "mradermacher", @@ -103593,6 +110884,25 @@ "readme": "https://huggingface.co/buzzpy/Glitch-v1.1-8B/resolve/main/README.md", "description": "A community 8B model with distinctive behavior modifications for creative tasks." }, + { + "model_name": "NorwAI-Magistral-24B-reasoning", + "developer": "NorwAI", + "downloads": 105, + "createdAt": "2025-09-10T10:04:33.000Z", + "tools": false, + "num_quants": 1, + "quants": [ + { + "model_id": "NorwAI-Magistral-24B-reasoning-Q8_0", + "path": "https://huggingface.co/NorwAI/NorwAI-Magistral-24B-reasoning/resolve/main/NorwAI-Magistral-24B-reasoning-Q8_0.gguf", + "file_size": "23.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/NorwAI/NorwAI-Magistral-24B-reasoning/resolve/main/README.md", + "description": "A Nordic reasoning language model with adaptive thinking modes, restricted to Nordic users under the NorLLM license." + }, { "model_name": "HuggingFaceTB.SmolLM2-1.7B-Instruct-GGUF", "developer": "DevQuasar", @@ -105011,30 +112321,6 @@ "readme": "https://huggingface.co/stacksnathan/Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF/resolve/main/README.md", "description": "A Qwen 3 Coder Next variant with APEX optimized quantization for code generation tasks." }, - { - "model_name": "gemma-4-31B-it-uncensored-GGUF", - "developer": "TrevorJS", - "downloads": 0, - "createdAt": "2026-04-05T01:10:49.000Z", - "tools": true, - "num_quants": 2, - "quants": [ - { - "model_id": "gemma-4-31B-it-uncensored-Q4_K_M", - "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q4_K_M.gguf", - "file_size": "17.4 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-Q8_0", - "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q8_0.gguf", - "file_size": "30.4 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." - }, { "model_name": "MiniMax-M2-GGUF", "developer": "cturan", diff --git a/model_catalog_v2.json b/model_catalog_v2.json index 88962a8..eeee018 100644 --- a/model_catalog_v2.json +++ b/model_catalog_v2.json @@ -1,98 +1,98 @@ [ { - "model_name": "Jan-v3-4B-base-instruct-gguf", + "model_name": "Jan-v3.5-4B-gguf", "developer": "janhq", - "downloads": 228281, - "createdAt": "2026-01-20T06:49:01.000Z", + "downloads": 391351, + "createdAt": "2026-03-23T08:25:59.000Z", "library_name": "gguf", "tools": true, "num_quants": 15, "quants": [ { - "model_id": "Jan-v3-4b-base-instruct-Q3_K_L", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q3_K_L.gguf", + "model_id": "Jan-v3.5-4B-Q3_K_L", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q3_K_L.gguf", "file_size": "2.2 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q3_K_M", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q3_K_M.gguf", + "model_id": "Jan-v3.5-4B-Q3_K_M", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q3_K_M.gguf", "file_size": "2.1 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q3_K_S", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q3_K_S.gguf", + "model_id": "Jan-v3.5-4B-Q3_K_S", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q3_K_S.gguf", "file_size": "1.9 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q4_0", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_0.gguf", + "model_id": "Jan-v3.5-4B-Q4_0", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_0.gguf", "file_size": "2.4 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q4_1", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_1.gguf", + "model_id": "Jan-v3.5-4B-Q4_1", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_1.gguf", "file_size": "2.6 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q4_K_M", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_K_M.gguf", + "model_id": "Jan-v3.5-4B-Q4_K_M", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_K_M.gguf", "file_size": "2.5 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q4_K_S", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_K_S.gguf", + "model_id": "Jan-v3.5-4B-Q4_K_S", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_K_S.gguf", "file_size": "2.4 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q4_K_XL", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_K_XL.gguf", + "model_id": "Jan-v3.5-4B-Q4_K_XL", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_K_XL.gguf", "file_size": "2.8 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q5_0", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_0.gguf", + "model_id": "Jan-v3.5-4B-Q5_0", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_0.gguf", "file_size": "2.9 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q5_1", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_1.gguf", + "model_id": "Jan-v3.5-4B-Q5_1", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_1.gguf", "file_size": "3.1 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q5_K_M", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_K_M.gguf", + "model_id": "Jan-v3.5-4B-Q5_K_M", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_K_M.gguf", "file_size": "2.9 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q5_K_S", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_K_S.gguf", + "model_id": "Jan-v3.5-4B-Q5_K_S", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_K_S.gguf", "file_size": "2.9 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q6_K", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q6_K.gguf", + "model_id": "Jan-v3.5-4B-Q6_K", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q6_K.gguf", "file_size": "3.4 GB" }, { - "model_id": "Jan-v3-4b-base-instruct-Q8_0", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q8_0.gguf", + "model_id": "Jan-v3.5-4B-Q8_0", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q8_0.gguf", "file_size": "4.4 GB" }, { - "model_id": "Jan-v3-4b-base-instruct", - "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct.gguf", + "model_id": "Jan-v3.5-4B", + "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B.gguf", "file_size": "8.2 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/README.md", - "description": "A 4B-parameter causal language model optimized as a fine-tuning base with 262K context length, designed for instruction following and code tasks." + "readme": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/README.md", + "description": "A 4B parameter math reasoning model fine-tuned from Qwen3-4B with a distinct casual, meme-savvy personality shaped by Menlo Research." }, { "model_name": "Jan-v2-VL-high-gguf", "developer": "janhq", - "downloads": 114323, + "downloads": 153673, "createdAt": "2025-11-06T11:17:54.000Z", "library_name": "gguf", "tools": true, @@ -181,190 +181,99 @@ "description": "An 8B vision-language model optimized for long-horizon, multi-step agentic tasks like browser and desktop automation." }, { - "model_name": "Jan-v3.5-4B-gguf", + "model_name": "Jan-v3-4B-base-instruct-gguf", "developer": "janhq", - "downloads": 108958, - "createdAt": "2026-03-23T08:25:59.000Z", + "downloads": 72563, + "createdAt": "2026-01-20T06:49:01.000Z", "library_name": "gguf", "tools": true, "num_quants": 15, "quants": [ { - "model_id": "Jan-v3.5-4B-Q3_K_L", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q3_K_L.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q3_K_L", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q3_K_L.gguf", "file_size": "2.2 GB" }, { - "model_id": "Jan-v3.5-4B-Q3_K_M", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q3_K_M.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q3_K_M", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q3_K_M.gguf", "file_size": "2.1 GB" }, { - "model_id": "Jan-v3.5-4B-Q3_K_S", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q3_K_S.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q3_K_S", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q3_K_S.gguf", "file_size": "1.9 GB" }, { - "model_id": "Jan-v3.5-4B-Q4_0", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_0.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q4_0", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_0.gguf", "file_size": "2.4 GB" }, { - "model_id": "Jan-v3.5-4B-Q4_1", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_1.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q4_1", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_1.gguf", "file_size": "2.6 GB" }, { - "model_id": "Jan-v3.5-4B-Q4_K_M", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_K_M.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q4_K_M", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_K_M.gguf", "file_size": "2.5 GB" }, { - "model_id": "Jan-v3.5-4B-Q4_K_S", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_K_S.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q4_K_S", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_K_S.gguf", "file_size": "2.4 GB" }, { - "model_id": "Jan-v3.5-4B-Q4_K_XL", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q4_K_XL.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q4_K_XL", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q4_K_XL.gguf", "file_size": "2.8 GB" }, { - "model_id": "Jan-v3.5-4B-Q5_0", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_0.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q5_0", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_0.gguf", "file_size": "2.9 GB" }, { - "model_id": "Jan-v3.5-4B-Q5_1", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_1.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q5_1", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_1.gguf", "file_size": "3.1 GB" }, { - "model_id": "Jan-v3.5-4B-Q5_K_M", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_K_M.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q5_K_M", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_K_M.gguf", "file_size": "2.9 GB" }, { - "model_id": "Jan-v3.5-4B-Q5_K_S", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q5_K_S.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q5_K_S", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q5_K_S.gguf", "file_size": "2.9 GB" }, { - "model_id": "Jan-v3.5-4B-Q6_K", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q6_K.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q6_K", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q6_K.gguf", "file_size": "3.4 GB" }, { - "model_id": "Jan-v3.5-4B-Q8_0", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B-Q8_0.gguf", + "model_id": "Jan-v3-4b-base-instruct-Q8_0", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct-Q8_0.gguf", "file_size": "4.4 GB" }, { - "model_id": "Jan-v3.5-4B", - "path": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/Jan-v3.5-4B.gguf", + "model_id": "Jan-v3-4b-base-instruct", + "path": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/Jan-v3-4b-base-instruct.gguf", "file_size": "8.2 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/janhq/Jan-v3.5-4B-gguf/resolve/main/README.md", - "description": "A 4B parameter math reasoning model fine-tuned from Qwen3-4B with a distinct casual, meme-savvy personality shaped by Menlo Research." - }, - { - "model_name": "Jan-v2-VL-med-gguf", - "developer": "janhq", - "downloads": 27201, - "createdAt": "2025-11-06T11:17:04.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 14, - "quants": [ - { - "model_id": "Jan-v2-VL-med-Q3_K_L", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q3_K_L.gguf", - "file_size": "4.1 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q3_K_M", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q3_K_M.gguf", - "file_size": "3.8 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q3_K_S", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q3_K_S.gguf", - "file_size": "3.5 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q4_0", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_0.gguf", - "file_size": "4.4 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q4_1", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_1.gguf", - "file_size": "4.9 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q4_K_M", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_K_M.gguf", - "file_size": "4.7 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q4_K_S", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_K_S.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q5_0", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_0.gguf", - "file_size": "5.3 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q5_1", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_1.gguf", - "file_size": "5.8 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q5_K_M", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_K_M.gguf", - "file_size": "5.4 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q5_K_S", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_K_S.gguf", - "file_size": "5.3 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q6_K", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q6_K.gguf", - "file_size": "6.3 GB" - }, - { - "model_id": "Jan-v2-VL-med-Q8_0", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q8_0.gguf", - "file_size": "8.1 GB" - }, - { - "model_id": "Jan-v2-VL-med", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med.gguf", - "file_size": "15.3 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-Jan-v2-VL-med", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/mmproj-Jan-v2-VL-med.gguf", - "file_size": "1.1 GB" - } - ], - "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/README.md", - "description": "**Jan-v2-VL** is an 8B vision-language model optimized for long-horizon, multi-step agentic tasks in software environments like browsers and desktop apps." + "readme": "https://huggingface.co/janhq/Jan-v3-4B-base-instruct-gguf/resolve/main/README.md", + "description": "A 4B-parameter causal language model optimized as a fine-tuning base with 262K context length, designed for instruction following and code tasks." }, { "model_name": "Jan-code-4b-gguf", "developer": "janhq", - "downloads": 27021, + "downloads": 32024, "createdAt": "2026-03-02T04:46:42.000Z", "library_name": "gguf", "tools": true, @@ -452,33 +361,124 @@ "description": "A small, locally-runnable code-tuned model for coding tasks and lightweight agent workflows." }, { - "model_name": "Jan-nano-128k-gguf", - "developer": "Menlo", - "downloads": 10273, - "createdAt": "2025-06-24T07:29:01.000Z", + "model_name": "Jan-v2-VL-med-gguf", + "developer": "janhq", + "downloads": 26923, + "createdAt": "2025-11-06T11:17:04.000Z", "library_name": "gguf", "tools": true, "num_quants": 14, "quants": [ { - "model_id": "jan-nano-128k-Q3_K_L", - "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q3_K_L.gguf", - "file_size": "2.1 GB" + "model_id": "Jan-v2-VL-med-Q3_K_L", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q3_K_L.gguf", + "file_size": "4.1 GB" }, { - "model_id": "jan-nano-128k-Q3_K_M", - "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q3_K_M.gguf", - "file_size": "1.9 GB" + "model_id": "Jan-v2-VL-med-Q3_K_M", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q3_K_M.gguf", + "file_size": "3.8 GB" }, { - "model_id": "jan-nano-128k-Q3_K_S", - "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q3_K_S.gguf", - "file_size": "1.8 GB" + "model_id": "Jan-v2-VL-med-Q3_K_S", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q3_K_S.gguf", + "file_size": "3.5 GB" }, { - "model_id": "jan-nano-128k-Q4_0", - "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q4_0.gguf", - "file_size": "2.2 GB" + "model_id": "Jan-v2-VL-med-Q4_0", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_0.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q4_1", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_1.gguf", + "file_size": "4.9 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q4_K_M", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_K_M.gguf", + "file_size": "4.7 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q4_K_S", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q4_K_S.gguf", + "file_size": "4.5 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q5_0", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_0.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q5_1", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_1.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q5_K_M", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_K_M.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q5_K_S", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q5_K_S.gguf", + "file_size": "5.3 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q6_K", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q6_K.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "Jan-v2-VL-med-Q8_0", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med-Q8_0.gguf", + "file_size": "8.1 GB" + }, + { + "model_id": "Jan-v2-VL-med", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/Jan-v2-VL-med.gguf", + "file_size": "15.3 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Jan-v2-VL-med", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/mmproj-Jan-v2-VL-med.gguf", + "file_size": "1.1 GB" + } + ], + "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-gguf/resolve/main/README.md", + "description": "**Jan-v2-VL** is an 8B vision-language model optimized for long-horizon, multi-step agentic tasks in software environments like browsers and desktop apps." + }, + { + "model_name": "Jan-nano-128k-gguf", + "developer": "Menlo", + "downloads": 8371, + "createdAt": "2025-06-24T07:29:01.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 14, + "quants": [ + { + "model_id": "jan-nano-128k-Q3_K_L", + "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q3_K_L.gguf", + "file_size": "2.1 GB" + }, + { + "model_id": "jan-nano-128k-Q3_K_M", + "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q3_K_M.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "jan-nano-128k-Q3_K_S", + "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q3_K_S.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "jan-nano-128k-Q4_0", + "path": "https://huggingface.co/Menlo/Jan-nano-128k-gguf/resolve/main/jan-nano-128k-Q4_0.gguf", + "file_size": "2.2 GB" }, { "model_id": "jan-nano-128k-Q4_1", @@ -539,7 +539,7 @@ { "model_name": "Jan-v2-VL-max-gguf", "developer": "janhq", - "downloads": 7171, + "downloads": 7579, "createdAt": "2026-03-12T03:23:24.000Z", "library_name": "gguf", "tools": true, @@ -634,7 +634,7 @@ { "model_name": "Jan-v3-4B-base-instruct-4bit", "developer": "mlx-community", - "downloads": 689, + "downloads": 482, "createdAt": "2026-01-27T07:35:32.000Z", "library_name": "mlx", "tools": false, @@ -653,7 +653,7 @@ { "model_name": "Jan-v2-VL-high-4bit-mlx", "developer": "janhq", - "downloads": 164, + "downloads": 130, "createdAt": "2026-02-12T11:22:55.000Z", "library_name": "mlx", "tools": false, @@ -677,7 +677,7 @@ { "model_name": "Jan-v2-VL-high-8bit-mlx", "developer": "janhq", - "downloads": 129, + "downloads": 104, "createdAt": "2026-02-12T10:58:27.000Z", "library_name": "mlx", "tools": false, @@ -701,7 +701,7 @@ { "model_name": "Jan-v2-VL-high-bf16-mlx", "developer": "janhq", - "downloads": 60, + "downloads": 47, "createdAt": "2026-02-12T11:10:17.000Z", "library_name": "mlx", "tools": false, @@ -735,7 +735,7 @@ { "model_name": "Jan-v2-VL-low-4bit-mlx", "developer": "janhq", - "downloads": 34, + "downloads": 32, "createdAt": "2026-02-12T11:18:07.000Z", "library_name": "mlx", "tools": false, @@ -757,57 +757,57 @@ "description": "A 4-bit quantized MLX version of an 8B vision-language model optimized for UI automation and agentic tasks." }, { - "model_name": "Jan-v2-VL-med-4bit-mlx", + "model_name": "Jan-v2-VL-med-8bit-mlx", "developer": "janhq", - "downloads": 28, - "createdAt": "2026-02-12T11:06:13.000Z", + "downloads": 32, + "createdAt": "2026-02-12T11:12:16.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 2, "safetensors_files": [ { "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/model-00001-of-00002.safetensors", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/model-00001-of-00002.safetensors", "file_size": "5.0 GB" }, { "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/model-00002-of-00002.safetensors", - "file_size": "387.9 MB" + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/model-00002-of-00002.safetensors", + "file_size": "4.2 GB" } ], - "config": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/config.json", - "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/README.md", - "description": "A 4-bit quantized MLX conversion of an 8B vision-language model designed for agentic automation and UI control tasks." + "config": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/config.json", + "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/README.md", + "description": "An 8-bit MLX-quantized 8B vision-language model for agentic automation and UI control tasks." }, { - "model_name": "Jan-v2-VL-med-8bit-mlx", + "model_name": "Jan-v2-VL-low-8bit-mlx", "developer": "janhq", - "downloads": 27, - "createdAt": "2026-02-12T11:12:16.000Z", + "downloads": 29, + "createdAt": "2026-02-12T11:16:04.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 2, "safetensors_files": [ { "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/model-00001-of-00002.safetensors", + "path": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/model-00001-of-00002.safetensors", "file_size": "5.0 GB" }, { "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/model-00002-of-00002.safetensors", + "path": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/model-00002-of-00002.safetensors", "file_size": "4.2 GB" } ], - "config": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/config.json", - "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-8bit-mlx/resolve/main/README.md", - "description": "An 8-bit MLX-quantized 8B vision-language model for agentic automation and UI control tasks." + "config": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/config.json", + "readme": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/README.md", + "description": "An 8-bit quantized MLX conversion of Jan-v2-VL-low, an 8B vision-language model optimized for agentic automation and UI control tasks." }, { "model_name": "Jan-v2-VL-low-bf16-mlx", "developer": "janhq", - "downloads": 21, + "downloads": 24, "createdAt": "2026-02-12T11:14:59.000Z", "library_name": "mlx", "tools": false, @@ -838,10 +838,34 @@ "readme": "https://huggingface.co/janhq/Jan-v2-VL-low-bf16-mlx/resolve/main/README.md", "description": "This is a bfloat16 MLX conversion of Jan-v2-VL-low, an 8B vision-language model optimized for agentic automation and UI control tasks." }, + { + "model_name": "Jan-v2-VL-med-4bit-mlx", + "developer": "janhq", + "downloads": 24, + "createdAt": "2026-02-12T11:06:13.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ + { + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/model-00001-of-00002.safetensors", + "file_size": "5.0 GB" + }, + { + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/model-00002-of-00002.safetensors", + "file_size": "387.9 MB" + } + ], + "config": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/config.json", + "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-4bit-mlx/resolve/main/README.md", + "description": "A 4-bit quantized MLX conversion of an 8B vision-language model designed for agentic automation and UI control tasks." + }, { "model_name": "Jan-v2-VL-med-bf16-mlx", "developer": "janhq", - "downloads": 18, + "downloads": 23, "createdAt": "2026-02-12T11:11:19.000Z", "library_name": "mlx", "tools": false, @@ -872,34 +896,10 @@ "readme": "https://huggingface.co/janhq/Jan-v2-VL-med-bf16-mlx/resolve/main/README.md", "description": "MLX conversion of Jan-v2-VL-med, an 8B vision-language model for agentic automation and UI control tasks." }, - { - "model_name": "Jan-v2-VL-low-8bit-mlx", - "developer": "janhq", - "downloads": 16, - "createdAt": "2026-02-12T11:16:04.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/model-00002-of-00002.safetensors", - "file_size": "4.2 GB" - } - ], - "config": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/config.json", - "readme": "https://huggingface.co/janhq/Jan-v2-VL-low-8bit-mlx/resolve/main/README.md", - "description": "An 8-bit quantized MLX conversion of Jan-v2-VL-low, an 8B vision-language model optimized for agentic automation and UI control tasks." - }, { "model_name": "Qwen3.5-35B-A3B-GGUF", "developer": "unsloth", - "downloads": 1615209, + "downloads": 946269, "createdAt": "2026-02-24T14:48:31.000Z", "library_name": "gguf", "tools": true, @@ -1043,299 +1043,299 @@ "description": "Qwen3.5-35B-A3B is Alibaba's multimodal MoE language model with 35B total/3B active parameters, supporting 262K context length and vision capabilities." }, { - "model_name": "Olmo-3-7B-Think-GGUF", + "model_name": "Olmo-3-7B-Instruct-GGUF", "developer": "unsloth", - "downloads": 5453, - "createdAt": "2025-11-21T04:15:44.000Z", + "downloads": 5917, + "createdAt": "2025-11-21T05:20:27.000Z", "library_name": "gguf", - "tools": false, + "tools": true, "num_quants": 26, "quants": [ { - "model_id": "Olmo-3-7B-Think-BF16", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-BF16.gguf", + "model_id": "Olmo-3-7B-Instruct-BF16", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-BF16.gguf", "file_size": "13.6 GB" }, { - "model_id": "Olmo-3-7B-Think-IQ4_NL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-IQ4_NL.gguf", + "model_id": "Olmo-3-7B-Instruct-IQ4_NL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-IQ4_NL.gguf", "file_size": "3.9 GB" }, { - "model_id": "Olmo-3-7B-Think-IQ4_XS", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-IQ4_XS.gguf", + "model_id": "Olmo-3-7B-Instruct-IQ4_XS", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-IQ4_XS.gguf", "file_size": "3.7 GB" }, { - "model_id": "Olmo-3-7B-Think-Q2_K", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q2_K.gguf", + "model_id": "Olmo-3-7B-Instruct-Q2_K", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q2_K.gguf", "file_size": "2.7 GB" }, { - "model_id": "Olmo-3-7B-Think-Q2_K_L", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q2_K_L.gguf", + "model_id": "Olmo-3-7B-Instruct-Q2_K_L", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q2_K_L.gguf", "file_size": "2.8 GB" }, { - "model_id": "Olmo-3-7B-Think-Q3_K_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q3_K_M.gguf", + "model_id": "Olmo-3-7B-Instruct-Q3_K_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q3_K_M.gguf", "file_size": "3.4 GB" }, { - "model_id": "Olmo-3-7B-Think-Q3_K_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q3_K_S.gguf", + "model_id": "Olmo-3-7B-Instruct-Q3_K_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q3_K_S.gguf", "file_size": "3.1 GB" }, { - "model_id": "Olmo-3-7B-Think-Q4_0", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_0.gguf", + "model_id": "Olmo-3-7B-Instruct-Q4_0", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_0.gguf", "file_size": "3.9 GB" }, { - "model_id": "Olmo-3-7B-Think-Q4_1", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_1.gguf", + "model_id": "Olmo-3-7B-Instruct-Q4_1", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_1.gguf", "file_size": "4.3 GB" }, { - "model_id": "Olmo-3-7B-Think-Q4_K_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_K_M.gguf", + "model_id": "Olmo-3-7B-Instruct-Q4_K_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_K_M.gguf", "file_size": "4.2 GB" }, { - "model_id": "Olmo-3-7B-Think-Q4_K_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_K_S.gguf", + "model_id": "Olmo-3-7B-Instruct-Q4_K_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_K_S.gguf", "file_size": "4.0 GB" }, { - "model_id": "Olmo-3-7B-Think-Q5_K_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q5_K_M.gguf", + "model_id": "Olmo-3-7B-Instruct-Q5_K_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q5_K_M.gguf", "file_size": "4.9 GB" }, { - "model_id": "Olmo-3-7B-Think-Q5_K_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q5_K_S.gguf", + "model_id": "Olmo-3-7B-Instruct-Q5_K_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q5_K_S.gguf", "file_size": "4.7 GB" }, { - "model_id": "Olmo-3-7B-Think-Q6_K", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q6_K.gguf", + "model_id": "Olmo-3-7B-Instruct-Q6_K", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q6_K.gguf", "file_size": "5.6 GB" }, { - "model_id": "Olmo-3-7B-Think-Q8_0", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q8_0.gguf", + "model_id": "Olmo-3-7B-Instruct-Q8_0", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q8_0.gguf", "file_size": "7.2 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ1_M.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ1_M.gguf", "file_size": "1.9 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ1_S.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ1_S.gguf", "file_size": "1.8 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ2_M.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ2_M.gguf", "file_size": "2.5 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ2_XXS.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ2_XXS.gguf", "file_size": "2.1 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ3_XXS.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ3_XXS.gguf", "file_size": "2.7 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q2_K_XL.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q2_K_XL.gguf", "file_size": "2.8 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q3_K_XL.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q3_K_XL.gguf", "file_size": "3.6 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q4_K_XL.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q4_K_XL.gguf", "file_size": "4.3 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q5_K_XL.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q5_K_XL.gguf", "file_size": "4.9 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q6_K_XL.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q6_K_XL.gguf", "file_size": "6.3 GB" }, { - "model_id": "Olmo-3-7B-Think-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q8_K_XL.gguf", + "model_id": "Olmo-3-7B-Instruct-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q8_K_XL.gguf", "file_size": "8.7 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/README.md", - "description": "Olmo 3 Think is a 7B open language model by Ai2 with chain-of-thought reasoning, trained on Dolma 3 and Dolci datasets, excelling at math, coding, and reasoning tasks." + "readme": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/README.md", + "description": "Olmo 3 7B Instruct is an open-source 7B parameter language model by Allen Institute for AI, trained on Dolma 3 data, with strong math and reasoning capabilities, using <|im_start|> chat template and Apache 2.0 license." }, { - "model_name": "Olmo-3-7B-Instruct-GGUF", + "model_name": "Olmo-3-7B-Think-GGUF", "developer": "unsloth", - "downloads": 4034, - "createdAt": "2025-11-21T05:20:27.000Z", + "downloads": 5448, + "createdAt": "2025-11-21T04:15:44.000Z", "library_name": "gguf", - "tools": true, + "tools": false, "num_quants": 26, "quants": [ { - "model_id": "Olmo-3-7B-Instruct-BF16", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-BF16.gguf", + "model_id": "Olmo-3-7B-Think-BF16", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-BF16.gguf", "file_size": "13.6 GB" }, { - "model_id": "Olmo-3-7B-Instruct-IQ4_NL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-IQ4_NL.gguf", + "model_id": "Olmo-3-7B-Think-IQ4_NL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-IQ4_NL.gguf", "file_size": "3.9 GB" }, { - "model_id": "Olmo-3-7B-Instruct-IQ4_XS", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-IQ4_XS.gguf", + "model_id": "Olmo-3-7B-Think-IQ4_XS", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-IQ4_XS.gguf", "file_size": "3.7 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q2_K", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q2_K.gguf", + "model_id": "Olmo-3-7B-Think-Q2_K", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q2_K.gguf", "file_size": "2.7 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q2_K_L", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q2_K_L.gguf", + "model_id": "Olmo-3-7B-Think-Q2_K_L", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q2_K_L.gguf", "file_size": "2.8 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q3_K_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q3_K_M.gguf", + "model_id": "Olmo-3-7B-Think-Q3_K_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q3_K_M.gguf", "file_size": "3.4 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q3_K_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q3_K_S.gguf", + "model_id": "Olmo-3-7B-Think-Q3_K_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q3_K_S.gguf", "file_size": "3.1 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q4_0", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_0.gguf", + "model_id": "Olmo-3-7B-Think-Q4_0", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_0.gguf", "file_size": "3.9 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q4_1", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_1.gguf", + "model_id": "Olmo-3-7B-Think-Q4_1", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_1.gguf", "file_size": "4.3 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q4_K_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_K_M.gguf", + "model_id": "Olmo-3-7B-Think-Q4_K_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_K_M.gguf", "file_size": "4.2 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q4_K_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q4_K_S.gguf", + "model_id": "Olmo-3-7B-Think-Q4_K_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q4_K_S.gguf", "file_size": "4.0 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q5_K_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q5_K_M.gguf", + "model_id": "Olmo-3-7B-Think-Q5_K_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q5_K_M.gguf", "file_size": "4.9 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q5_K_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q5_K_S.gguf", + "model_id": "Olmo-3-7B-Think-Q5_K_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q5_K_S.gguf", "file_size": "4.7 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q6_K", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q6_K.gguf", + "model_id": "Olmo-3-7B-Think-Q6_K", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q6_K.gguf", "file_size": "5.6 GB" }, { - "model_id": "Olmo-3-7B-Instruct-Q8_0", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-Q8_0.gguf", + "model_id": "Olmo-3-7B-Think-Q8_0", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-Q8_0.gguf", "file_size": "7.2 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ1_M.gguf", + "model_id": "Olmo-3-7B-Think-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ1_M.gguf", "file_size": "1.9 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ1_S.gguf", + "model_id": "Olmo-3-7B-Think-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ1_S.gguf", "file_size": "1.8 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ2_M.gguf", + "model_id": "Olmo-3-7B-Think-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ2_M.gguf", "file_size": "2.5 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ2_XXS.gguf", + "model_id": "Olmo-3-7B-Think-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ2_XXS.gguf", "file_size": "2.1 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-IQ3_XXS.gguf", + "model_id": "Olmo-3-7B-Think-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-IQ3_XXS.gguf", "file_size": "2.7 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q2_K_XL.gguf", + "model_id": "Olmo-3-7B-Think-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q2_K_XL.gguf", "file_size": "2.8 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q3_K_XL.gguf", + "model_id": "Olmo-3-7B-Think-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q3_K_XL.gguf", "file_size": "3.6 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q4_K_XL.gguf", + "model_id": "Olmo-3-7B-Think-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q4_K_XL.gguf", "file_size": "4.3 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q5_K_XL.gguf", + "model_id": "Olmo-3-7B-Think-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q5_K_XL.gguf", "file_size": "4.9 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q6_K_XL.gguf", + "model_id": "Olmo-3-7B-Think-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q6_K_XL.gguf", "file_size": "6.3 GB" }, { - "model_id": "Olmo-3-7B-Instruct-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/Olmo-3-7B-Instruct-UD-Q8_K_XL.gguf", + "model_id": "Olmo-3-7B-Think-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/Olmo-3-7B-Think-UD-Q8_K_XL.gguf", "file_size": "8.7 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/resolve/main/README.md", - "description": "Olmo 3 7B Instruct is an open-source 7B parameter language model by Allen Institute for AI, trained on Dolma 3 data, with strong math and reasoning capabilities, using <|im_start|> chat template and Apache 2.0 license." + "readme": "https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/resolve/main/README.md", + "description": "Olmo 3 Think is a 7B open language model by Ai2 with chain-of-thought reasoning, trained on Dolma 3 and Dolci datasets, excelling at math, coding, and reasoning tasks." }, { "model_name": "Olmo-3-32B-Think-GGUF", "developer": "unsloth", - "downloads": 2567, + "downloads": 3418, "createdAt": "2025-11-21T00:22:23.000Z", "library_name": "gguf", "tools": false, @@ -1472,10 +1472,58 @@ "readme": "https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/resolve/main/README.md", "description": "A 32B parameter open language model with chain-of-thought reasoning capabilities developed by Allen AI." }, + { + "model_name": "parakeet-tdt-0.6b-v3", + "developer": "mlx-community", + "downloads": 683990, + "createdAt": "2025-08-16T04:58:50.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v3/resolve/main/model.safetensors", + "file_size": "2.3 GB" + } + ], + "config": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v3/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v3/resolve/main/README.md", + "description": "An MLX-converted automatic speech recognition model for transcribing audio in 24 languages." + }, + { + "model_name": "gpt-oss-20b-MXFP4-Q8", + "developer": "mlx-community", + "downloads": 584263, + "createdAt": "2025-08-29T17:57:36.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ + { + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/model-00001-of-00003.safetensors", + "file_size": "4.9 GB" + }, + { + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/model-00002-of-00003.safetensors", + "file_size": "4.9 GB" + }, + { + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/model-00003-of-00003.safetensors", + "file_size": "1.4 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/README.md", + "description": "MLX-converted GPT-OSS-20B model for text generation." + }, { "model_name": "gemma-3-4b-it-qat-4bit", "developer": "mlx-community", - "downloads": 1031317, + "downloads": 527444, "createdAt": "2025-04-15T13:38:12.000Z", "library_name": "mlx", "tools": false, @@ -1494,7 +1542,7 @@ { "model_name": "Kimi-K2.5", "developer": "mlx-community", - "downloads": 843575, + "downloads": 484262, "createdAt": "2026-01-27T18:15:58.000Z", "library_name": "mlx", "tools": false, @@ -2418,7 +2466,7 @@ { "model_name": "Kokoro-82M-bf16", "developer": "mlx-community", - "downloads": 834101, + "downloads": 482643, "createdAt": "2025-02-28T18:13:55.000Z", "library_name": "mlx", "tools": false, @@ -2705,76 +2753,66 @@ "description": "A text-to-speech model converted to MLX format for Apple Silicon." }, { - "model_name": "gpt-oss-20b-MXFP4-Q8", + "model_name": "parakeet-tdt-0.6b-v2", "developer": "mlx-community", - "downloads": 555758, - "createdAt": "2025-08-29T17:57:36.000Z", + "downloads": 438157, + "createdAt": "2025-05-06T14:30:22.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 3, + "num_safetensors": 1, "safetensors_files": [ { - "model_id": "model-00001-of-00003", - "path": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/model-00001-of-00003.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00003", - "path": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/model-00002-of-00003.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00003-of-00003", - "path": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/model-00003-of-00003.safetensors", - "file_size": "1.4 GB" + "model_id": "model", + "path": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v2/resolve/main/model.safetensors", + "file_size": "2.3 GB" } ], - "config": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gpt-oss-20b-MXFP4-Q8/resolve/main/README.md", - "description": "MLX-converted GPT-OSS-20B model for text generation." + "config": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v2/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v2/resolve/main/README.md", + "description": "MLX speech recognition model for transcribing audio files." }, { - "model_name": "parakeet-tdt-0.6b-v2", + "model_name": "gemma-4-e2b-it-4bit", "developer": "mlx-community", - "downloads": 502827, - "createdAt": "2025-05-06T14:30:22.000Z", + "downloads": 273622, + "createdAt": "2026-04-02T17:16:06.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 1, "safetensors_files": [ { "model_id": "model", - "path": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v2/resolve/main/model.safetensors", - "file_size": "2.3 GB" + "path": "https://huggingface.co/mlx-community/gemma-4-e2b-it-4bit/resolve/main/model.safetensors", + "file_size": "3.3 GB" } ], - "config": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v2/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v2/resolve/main/README.md", - "description": "MLX speech recognition model for transcribing audio files." + "config": "https://huggingface.co/mlx-community/gemma-4-e2b-it-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-e2b-it-4bit/resolve/main/README.md", + "description": "4-bit MLX-converted version of Google's Gemma-4 any-to-any vision-language model." }, { - "model_name": "parakeet-tdt-0.6b-v3", + "model_name": "parakeet-tdt_ctc-110m", "developer": "mlx-community", - "downloads": 494984, - "createdAt": "2025-08-16T04:58:50.000Z", + "downloads": 173935, + "createdAt": "2025-05-06T14:42:18.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 1, "safetensors_files": [ { "model_id": "model", - "path": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v3/resolve/main/model.safetensors", - "file_size": "2.3 GB" + "path": "https://huggingface.co/mlx-community/parakeet-tdt_ctc-110m/resolve/main/model.safetensors", + "file_size": "437.4 MB" } ], - "config": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v3/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/parakeet-tdt-0.6b-v3/resolve/main/README.md", - "description": "An MLX-converted automatic speech recognition model for transcribing audio in 24 languages." + "config": "https://huggingface.co/mlx-community/parakeet-tdt_ctc-110m/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/parakeet-tdt_ctc-110m/resolve/main/README.md", + "description": "MLX-converted automatic speech recognition model from NVIDIA Parakeet for Apple Silicon." }, { "model_name": "Devstral-Small-2-24B-Instruct-2512-4bit", "developer": "mlx-community", - "downloads": 179106, + "downloads": 173448, "createdAt": "2025-12-09T17:00:37.000Z", "library_name": "mlx", "tools": false, @@ -2801,8183 +2839,7483 @@ "description": "A 4-bit MLX conversion of Mistral's Devstral-Small-2-24B-Instruct-2512 vision language model." }, { - "model_name": "gemma-3-12b-it-qat-4bit", + "model_name": "Qwen3.5-9B-OptiQ-4bit", "developer": "mlx-community", - "downloads": 127520, - "createdAt": "2025-04-15T14:01:59.000Z", + "downloads": 132918, + "createdAt": "2026-03-05T12:04:40.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 2, "safetensors_files": [ { "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/model-00001-of-00002.safetensors", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/model-00001-of-00002.safetensors", "file_size": "5.0 GB" }, { "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "2.5 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "647.6 MB" } ], - "config": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX version of the Google Gemma 3 12B instruction-tuned model, converted for use with the `mlx-vlm` library." + "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/README.md", + "description": "Mixed-precision quantized Qwen3.5-9B for Apple Silicon using OptiQ's sensitivity-driven quantization at 4.5 bits-per-weight." }, { - "model_name": "gemma-3-27b-it-qat-4bit", + "model_name": "Kimi-K2.6-mlx-DQ3_K_M-q8", "developer": "mlx-community", - "downloads": 118991, - "createdAt": "2025-04-15T19:57:17.000Z", + "downloads": 107302, + "createdAt": "2026-04-21T06:43:37.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 4, + "num_safetensors": 99, "safetensors_files": [ { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00001-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00001-of-00099.safetensors", + "file_size": "4.1 GB" }, { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00002-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00002-of-00099.safetensors", + "file_size": "2.3 GB" }, { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "768.0 MB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/README.md", - "description": "This is an MLX conversion of the Gemma 3 27B Instruct model." - }, - { - "model_name": "Qwen3.5-9B-MLX-4bit", - "developer": "mlx-community", - "downloads": 111926, - "createdAt": "2026-03-02T14:52:55.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "572.6 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/README.md", - "description": "4-bit quantized Qwen3.5-9B MLX model for Apple Silicon vision-language inference." - }, - { - "model_name": "Llama-3.2-1B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 108011, - "createdAt": "2024-09-25T18:35:40.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "663.1 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized 1B parameter instruction-tuned Llama 3.2 model converted to MLX format for text generation on Apple Silicon." - }, - { - "model_name": "Qwen3-Embedding-0.6B-4bit-DWQ", - "developer": "mlx-community", - "downloads": 84544, - "createdAt": "2025-06-06T08:09:46.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ/resolve/main/model.safetensors", - "file_size": "319.8 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ/resolve/main/README.md", - "description": "4-bit quantized Qwen3-Embedding-0.6B model converted to MLX format for Apple Silicon." - }, - { - "model_name": "gemma-3-1b-it-qat-4bit", - "developer": "mlx-community", - "downloads": 64180, - "createdAt": "2025-04-15T19:23:47.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/main/model.safetensors", - "file_size": "698.6 MB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/main/README.md", - "description": "This is a 4-bit quantized version of the Google Gemma 3 1B instruction-tuned model, converted to MLX format for Apple Silicon using the `mlx-lm` library." - }, - { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit", - "developer": "mlx-community", - "downloads": 53234, - "createdAt": "2026-03-04T02:02:20.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 3, - "safetensors_files": [ - { - "model_id": "model-00001-of-00003", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/model-00001-of-00003.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00003", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/model-00002-of-00003.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00003", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/model-00003-of-00003.safetensors", - "file_size": "4.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/README.md", - "description": "A 4-bit MLX-quantized Qwen3.5-27B model distilled from Claude 4.6 Opus reasoning, optimized for Apple Silicon Macs with 24GB+ RAM." - }, - { - "model_name": "Qwen3-30B-A3B-4bit", - "developer": "mlx-community", - "downloads": 50061, - "createdAt": "2025-04-28T21:40:57.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ - { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "1.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/README.md", - "description": "A 4-bit quantized Qwen3-30B-A3B model converted to MLX format." - }, - { - "model_name": "Qwen3.5-4B-4bit", - "developer": "mlx-community", - "downloads": 49030, - "createdAt": "2026-03-02T15:03:14.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-4B-4bit/resolve/main/model.safetensors", - "file_size": "2.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-4B-4bit/resolve/main/config.json", - "readme": null, - "description": "Alibaba's Qwen 3.5 4B model, a lightweight model for efficient on-device inference." - }, - { - "model_name": "Qwen3-1.7B-4bit", - "developer": "mlx-community", - "downloads": 44615, - "createdAt": "2025-04-28T21:28:43.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/main/model.safetensors", - "file_size": "923.2 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Qwen3-1.7B converted to MLX format for text generation on Apple silicon." - }, - { - "model_name": "Qwen3.5-35B-A3B-4bit", - "developer": "mlx-community", - "downloads": 43699, - "createdAt": "2026-02-24T17:38:33.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ - { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "4.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/README.md", - "description": "MLX-converted 4-bit quantized version of Qwen3.5-35B-A3B for image-text-to-text tasks." - }, - { - "model_name": "Qwen3-4B-Instruct-2507-4bit", - "developer": "mlx-community", - "downloads": 42504, - "createdAt": "2025-08-06T18:17:26.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-4B-Instruct-2507-4bit/resolve/main/model.safetensors", - "file_size": "2.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-4B-Instruct-2507-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-4B-Instruct-2507-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX version of Qwen3-4B-Instruct-2507 for text generation." - }, - { - "model_name": "Llama-3.2-3B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 40945, - "createdAt": "2024-09-25T18:35:04.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "1.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX version of Llama-3.2-3B-Instruct for text generation." - }, - { - "model_name": "Qwen3.5-2B-6bit", - "developer": "mlx-community", - "downloads": 37004, - "createdAt": "2026-03-02T14:54:44.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-2B-6bit/resolve/main/model.safetensors", - "file_size": "2.0 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-2B-6bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-2B-6bit/resolve/main/README.md", - "description": "A 6-bit MLX-quantized vision-language model converted from Qwen3.5-2B for image-text generation on Apple Silicon." - }, - { - "model_name": "Qwen3.5-27B-4bit", - "developer": "mlx-community", - "downloads": 36876, - "createdAt": "2026-02-24T17:38:16.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 3, - "safetensors_files": [ - { - "model_id": "model-00001-of-00003", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/model-00001-of-00003.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00003", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/model-00002-of-00003.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00003", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/model-00003-of-00003.safetensors", - "file_size": "5.0 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/README.md", - "description": "MLX-converted 4-bit Qwen3.5-27B model for image-text-to-text generation." - }, - { - "model_name": "Qwen3.5-4B-MLX-4bit", - "developer": "mlx-community", - "downloads": 31954, - "createdAt": "2026-03-02T14:58:24.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-4B-MLX-4bit/resolve/main/model.safetensors", - "file_size": "2.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-4B-MLX-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-4B-MLX-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX version of Qwen3.5-4B for Apple Silicon (~2.9G disk size)." - }, - { - "model_name": "Qwen2.5-3B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 30895, - "createdAt": "2024-09-18T19:06:43.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen2.5-3B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "1.6 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen2.5-3B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2.5-3B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Qwen2.5-3B-Instruct converted to MLX format for Apple devices." - }, - { - "model_name": "gemma-4-26b-a4b-it-4bit", - "developer": "mlx-community", - "downloads": 28805, - "createdAt": "2026-04-02T17:15:47.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 3, - "safetensors_files": [ - { - "model_id": "model-00001-of-00003", - "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/model-00001-of-00003.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00003", - "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/model-00002-of-00003.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00003-of-00003", - "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/model-00003-of-00003.safetensors", - "file_size": "4.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/README.md", - "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." - }, - { - "model_name": "Qwen3-4B-4bit", - "developer": "mlx-community", - "downloads": 25094, - "createdAt": "2025-04-28T21:28:51.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/main/model.safetensors", - "file_size": "2.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/main/README.md", - "description": "4-bit quantized MLX version of Qwen3-4B for text generation on Apple Silicon." - }, - { - "model_name": "Josiefied-Qwen3-8B-abliterated-v1-4bit", - "developer": "mlx-community", - "downloads": 24706, - "createdAt": "2025-05-01T23:11:18.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit/resolve/main/model.safetensors", - "file_size": "4.3 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit/resolve/main/README.md", - "description": "This is a 4-bit quantized MLX version of Josiefied-Qwen3-8B-abliterated for chat/text generation using the mlx-lm library." - }, - { - "model_name": "LFM2.5-1.2B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 24234, - "createdAt": "2026-01-06T05:55:18.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/LFM2.5-1.2B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "628.0 MB" - } - ], - "config": "https://huggingface.co/mlx-community/LFM2.5-1.2B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/LFM2.5-1.2B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX model for text generation converted from LiquidAI's LFM2.5-1.2B-Instruct." - }, - { - "model_name": "whisper-large-v3-turbo", - "developer": "mlx-community", - "downloads": 23568, - "createdAt": "2024-10-01T11:47:42.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "weights", - "path": "https://huggingface.co/mlx-community/whisper-large-v3-turbo/resolve/main/weights.safetensors", - "file_size": "1.5 GB" - } - ], - "config": "https://huggingface.co/mlx-community/whisper-large-v3-turbo/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/whisper-large-v3-turbo/resolve/main/README.md", - "description": "MLX-converted Whisper large-v3-turbo model for audio transcription using the mlx-whisper library." - }, - { - "model_name": "Qwen3-0.6B-4bit", - "developer": "mlx-community", - "downloads": 23074, - "createdAt": "2025-04-28T21:01:53.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/main/model.safetensors", - "file_size": "319.9 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/main/README.md", - "description": "4-bit quantized Qwen3-0.6B model converted to MLX format for text generation." - }, - { - "model_name": "Ministral-3-3B-Instruct-2512-4bit", - "developer": "mlx-community", - "downloads": 22466, - "createdAt": "2025-12-03T20:57:52.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Ministral-3-3B-Instruct-2512-4bit/resolve/main/model.safetensors", - "file_size": "2.6 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Ministral-3-3B-Instruct-2512-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Ministral-3-3B-Instruct-2512-4bit/resolve/main/README.md", - "description": "MLX-optimized 4-bit quantized version of Ministral-3-3B-Instruct for image understanding tasks." - }, - { - "model_name": "Phi-4-mini-instruct-4bit", - "developer": "mlx-community", - "downloads": 20951, - "createdAt": "2025-02-27T09:55:46.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/main/model.safetensors", - "file_size": "2.0 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/main/README.md", - "description": "An MLX-converted quantized version of Microsoft's Phi-4-mini-instruct for text generation." - }, - { - "model_name": "gemma-4-31b-it-4bit", - "developer": "mlx-community", - "downloads": 20875, - "createdAt": "2026-04-02T16:10:18.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ - { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "2.2 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." - }, - { - "model_name": "Qwen2.5-Coder-14B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 19883, - "createdAt": "2024-11-11T18:29:38.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen2.5-Coder-14B-Instruct-4bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen2.5-Coder-14B-Instruct-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "2.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen2.5-Coder-14B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2.5-Coder-14B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit MLX-quantized version of Qwen2.5-Coder-14B-Instruct for efficient code generation on Apple Silicon." - }, - { - "model_name": "Qwen3.5-35B-A3B-8bit", - "developer": "mlx-community", - "downloads": 19860, - "createdAt": "2026-02-24T19:33:04.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 8, - "safetensors_files": [ - { - "model_id": "model-00001-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00001-of-00008.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00002-of-00008.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00003-of-00008.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00004-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00004-of-00008.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00005-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00005-of-00008.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00006-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00006-of-00008.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00007-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00007-of-00008.safetensors", - "file_size": "4.7 GB" - }, - { - "model_id": "model-00008-of-00008", - "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00008-of-00008.safetensors", - "file_size": "515.3 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/README.md", - "description": "MLX-converted 8-bit Qwen3.5-35B-A3B model for image-text-to-text tasks." - }, - { - "model_name": "Qwen3.5-0.8B-8bit", - "developer": "mlx-community", - "downloads": 19060, - "createdAt": "2026-03-02T14:44:19.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-8bit/resolve/main/model.safetensors", - "file_size": "954.8 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-8bit/resolve/main/README.md", - "description": "MLX-converted 8-bit vision-language model from Qwen3.5-0.8B for Apple Silicon, runnable via mlx-vlm." - }, - { - "model_name": "Qwen3.5-9B-4bit", - "developer": "mlx-community", - "downloads": 18924, - "createdAt": "2026-03-02T14:48:09.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "572.6 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/README.md", - "description": "MLX-converted 4-bit quantized version of Qwen3.5-9B for image-text-to-text tasks, optimized for Apple Silicon." - }, - { - "model_name": "Meta-Llama-3.1-8B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 16855, - "createdAt": "2024-07-23T14:39:32.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "4.2 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX version of Meta Llama 3.1 8B Instruct model for Apple Silicon." - }, - { - "model_name": "Qwen3-0.6B-8bit", - "developer": "mlx-community", - "downloads": 16471, - "createdAt": "2025-04-28T21:27:29.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-0.6B-8bit/resolve/main/model.safetensors", - "file_size": "604.1 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-0.6B-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-0.6B-8bit/resolve/main/README.md", - "description": "An 8-bit quantized Qwen3-0.6B model converted to MLX format for Apple Silicon." - }, - { - "model_name": "Qwen3.5-122B-A10B-4bit", - "developer": "mlx-community", - "downloads": 16129, - "createdAt": "2026-02-24T17:38:56.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 14, - "safetensors_files": [ - { - "model_id": "model-00001-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00001-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00002-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00002-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00003-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00003-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00004-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00004-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00005-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00005-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00006-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00006-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00007-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00007-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00008-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00008-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00009-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00009-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00010-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00010-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00011-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00011-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00012-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00012-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00013-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00013-of-00014.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00014-of-00014", - "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00014-of-00014.safetensors", - "file_size": "2.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/README.md", - "description": "MLX-converted 4-bit quantized version of Qwen3.5-122B-A10B for image-text-to-text tasks." - }, - { - "model_name": "Qwen2.5-0.5B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 15707, - "createdAt": "2024-09-18T18:39:35.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "265.2 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Qwen2.5-0.5B-Instruct converted to MLX format for Apple Silicon." - }, - { - "model_name": "Qwen3-8B-4bit", - "developer": "mlx-community", - "downloads": 15699, - "createdAt": "2025-04-28T21:44:32.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3-8B-4bit/resolve/main/model.safetensors", - "file_size": "4.3 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-8B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-8B-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Qwen3-8B converted to MLX format for Apple Silicon devices." - }, - { - "model_name": "Qwen3.5-0.8B-MLX-4bit", - "developer": "mlx-community", - "downloads": 15426, - "createdAt": "2026-03-02T14:58:16.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-MLX-4bit/resolve/main/model.safetensors", - "file_size": "596.3 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-MLX-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-MLX-4bit/resolve/main/README.md", - "description": "4-bit quantized Qwen3.5-0.8B vision-language model for Apple Silicon using MLX framework." - }, - { - "model_name": "gemma-2-9b-it-4bit", - "developer": "mlx-community", - "downloads": 14939, - "createdAt": "2024-06-27T15:18:31.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/gemma-2-9b-it-4bit/resolve/main/model.safetensors", - "file_size": "4.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-2-9b-it-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-2-9b-it-4bit/resolve/main/README.md", - "description": "4-bit quantized Gemma 2 9B Instruct model converted to MLX format for Apple Silicon." - }, - { - "model_name": "gemma-3n-E2B-it-lm-4bit", - "developer": "mlx-community", - "downloads": 14320, - "createdAt": "2025-06-29T23:03:04.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/gemma-3n-E2B-it-lm-4bit/resolve/main/model.safetensors", - "file_size": "2.3 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-3n-E2B-it-lm-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-3n-E2B-it-lm-4bit/resolve/main/README.md", - "description": "A 4-bit MLX converted version of Google's Gemma 3n E2B model for text generation using the `mlx-lm` library." - }, - { - "model_name": "Llama-3.3-70B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 14044, - "createdAt": "2024-12-06T17:13:22.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 8, - "safetensors_files": [ - { - "model_id": "model-00001-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00001-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00002-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00003-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00003-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00004-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00004-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00005-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00005-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00006-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00006-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00007-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00007-of-00008.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00008-of-00008", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00008-of-00008.safetensors", - "file_size": "2.5 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Meta's Llama-3.3-70B-Instruct converted to MLX format for Apple devices." - }, - { - "model_name": "gpt-oss-120b-MXFP4-Q8", - "developer": "mlx-community", - "downloads": 13528, - "createdAt": "2025-08-29T23:33:38.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 13, - "safetensors_files": [ - { - "model_id": "model-00001-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00001-of-00013.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00002-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00003-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00003-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00004-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00004-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00005-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00005-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00006-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00006-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00007-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00007-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00008-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00008-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00009-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00009-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00010-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00010-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00011-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00011-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00012-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00012-of-00013.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00013-of-00013", - "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00013-of-00013.safetensors", - "file_size": "1.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/README.md", - "description": "This is an MLX-converted 8-bit quantized version of OpenAI's GPT-OSS 120B model for text generation." - }, - { - "model_name": "Qwen2.5-7B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 12507, - "createdAt": "2024-09-18T20:06:25.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen2.5-7B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "4.0 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen2.5-7B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2.5-7B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Qwen2.5-7B-Instruct converted to MLX format for Apple Silicon." - }, - { - "model_name": "Meta-Llama-3.1-8B-Instruct-abliterated-8bit", - "developer": "mlx-community", - "downloads": 12438, - "createdAt": "2024-07-26T18:18:20.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "3.0 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/README.md", - "description": "A Meta Llama 3.1 8B variant with removed safety restrictions for unrestricted output." - }, - { - "model_name": "Qwen3.5-9B-8bit", - "developer": "mlx-community", - "downloads": 12415, - "createdAt": "2026-03-02T14:48:17.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "4.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/README.md", - "description": "This is an 8-bit MLX-converted version of Qwen3.5-9B for image-text-to-text generation using the mlx-vlm library." - }, - { - "model_name": "gemma-3n-E4B-it-lm-4bit", - "developer": "mlx-community", - "downloads": 12274, - "createdAt": "2025-06-29T23:27:55.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/gemma-3n-E4B-it-lm-4bit/resolve/main/model.safetensors", - "file_size": "3.6 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-3n-E4B-it-lm-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-3n-E4B-it-lm-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX conversion of Google's Gemma 3N E4B IT model, designed for Apple Silicon and used with the mlx-lm library." - }, - { - "model_name": "gemma-4-31b-8bit", - "developer": "mlx-community", - "downloads": 12008, - "createdAt": "2026-04-02T17:26:50.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 7, - "safetensors_files": [ - { - "model_id": "model-00001-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00001-of-00007.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00002-of-00007.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00003-of-00007.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00004-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00004-of-00007.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00005-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00005-of-00007.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00006-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00006-of-00007.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00007-of-00007", - "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00007-of-00007.safetensors", - "file_size": "1.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/README.md", - "description": "Google's Gemma 4 31B dense model quantized to 8-bit for efficient local inference." - }, - { - "model_name": "Qwen3.5-2B-4bit", - "developer": "mlx-community", - "downloads": 11766, - "createdAt": "2026-03-02T14:53:43.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-2B-4bit/resolve/main/model.safetensors", - "file_size": "1.6 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-2B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-2B-4bit/resolve/main/README.md", - "description": "This is a 4-bit quantized version of Qwen3.5-2B converted to MLX format for running on Apple Silicon devices." - }, - { - "model_name": "gemma-4-e4b-it-8bit", - "developer": "mlx-community", - "downloads": 11590, - "createdAt": "2026-04-02T17:16:01.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "4.6 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "3.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." - }, - { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit", - "developer": "mlx-community", - "downloads": 11391, - "createdAt": "2026-03-05T01:20:41.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 5, - "safetensors_files": [ - { - "model_id": "model-00001-of-00005", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00001-of-00005.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00005", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00002-of-00005.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00005", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00003-of-00005.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00004-of-00005", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00004-of-00005.safetensors", - "file_size": "4.5 GB" - }, - { - "model_id": "model-00005-of-00005", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00005-of-00005.safetensors", - "file_size": "985.2 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/README.md", - "description": "A Qwen 3.5 27B variant distilled from Claude Opus for enhanced reasoning capabilities." - }, - { - "model_name": "gemma-2-2b-it-4bit", - "developer": "mlx-community", - "downloads": 11145, - "createdAt": "2024-07-31T16:37:33.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/gemma-2-2b-it-4bit/resolve/main/model.safetensors", - "file_size": "1.4 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-2-2b-it-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-2-2b-it-4bit/resolve/main/README.md", - "description": "A 4-bit quantized version of Google's Gemma 2 2B instruction model, converted to run on Apple Silicon via the MLX framework." - }, - { - "model_name": "GLM-4.7-Flash-4bit", - "developer": "mlx-community", - "downloads": 11042, - "createdAt": "2026-01-19T15:48:11.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ - { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "732.5 MB" - } - ], - "config": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/README.md", - "description": "A 4-bit quantized MLX version of GLM-4.7-Flash for text generation using the mlx-lm library." - }, - { - "model_name": "Qwen3.5-9B-OptiQ-4bit", - "developer": "mlx-community", - "downloads": 10899, - "createdAt": "2026-03-05T12:04:40.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ - { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "647.6 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-OptiQ-4bit/resolve/main/README.md", - "description": "Mixed-precision quantized Qwen3.5-9B for Apple Silicon using OptiQ's sensitivity-driven quantization at 4.5 bits-per-weight." - }, - { - "model_name": "Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit", - "developer": "mlx-community", - "downloads": 10354, - "createdAt": "2026-03-17T18:38:49.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ - { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "5.0 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "4.1 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit/resolve/main/README.md", - "description": "A community fine-tune of Qwen 3.5 35B MoE with modified safety filters for less restricted output." - }, - { - "model_name": "Kimi-K2-Thinking", - "developer": "mlx-community", - "downloads": 9742, - "createdAt": "2025-11-07T00:19:59.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 182, - "safetensors_files": [ - { - "model_id": "model-00001-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00001-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00002-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00002-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00003-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00003-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00004-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00004-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00005-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00005-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00006-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00006-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00007-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00007-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00008-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00008-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00009-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00009-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00010-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00010-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00011-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00011-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00012-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00012-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00013-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00013-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00014-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00014-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00015-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00015-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00016-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00016-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00017-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00017-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00018-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00018-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00019-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00019-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00020-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00020-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00021-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00021-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00022-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00022-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00023-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00023-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00024-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00024-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00025-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00025-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00026-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00026-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00027-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00027-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00028-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00028-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00029-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00029-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00030-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00030-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00031-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00031-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00032-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00032-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00033-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00033-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00034-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00034-of-00182.safetensors", - "file_size": "3.6 GB" - }, - { - "model_id": "model-00035-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00035-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00036-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00036-of-00182.safetensors", - "file_size": "3.3 GB" - }, - { - "model_id": "model-00037-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00037-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00003-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00003-of-00099.safetensors", + "file_size": "3.8 GB" }, { - "model_id": "model-00038-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00038-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00004-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00004-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00039-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00039-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00005-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00005-of-00099.safetensors", + "file_size": "3.8 GB" }, { - "model_id": "model-00040-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00040-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00006-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00006-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00041-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00041-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00007-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00007-of-00099.safetensors", + "file_size": "3.8 GB" }, { - "model_id": "model-00042-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00042-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00008-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00008-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00043-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00043-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00009-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00009-of-00099.safetensors", + "file_size": "3.8 GB" }, { - "model_id": "model-00044-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00044-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00010-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00010-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00045-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00045-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00011-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00011-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00046-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00046-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00012-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00012-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00047-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00047-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00013-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00013-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00048-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00048-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00014-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00014-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00049-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00049-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00015-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00015-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00050-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00050-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00016-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00016-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00051-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00051-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00017-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00017-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00052-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00052-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00018-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00018-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00053-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00053-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00019-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00019-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00054-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00054-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00020-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00020-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00055-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00055-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00021-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00021-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00056-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00056-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00022-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00022-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00057-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00057-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00023-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00023-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00058-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00058-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00024-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00024-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00059-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00059-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00025-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00025-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00060-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00060-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00026-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00026-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00061-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00061-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00027-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00027-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00062-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00062-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00028-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00028-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00063-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00063-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00029-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00029-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00064-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00064-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00030-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00030-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00065-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00065-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00031-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00031-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00066-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00066-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00032-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00032-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00067-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00067-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00033-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00033-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00068-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00068-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00034-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00034-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00069-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00069-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00035-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00035-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00070-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00070-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00036-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00036-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00071-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00071-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00037-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00037-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00072-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00072-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00038-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00038-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00073-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00073-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00039-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00039-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00074-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00074-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00040-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00040-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00075-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00075-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00041-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00041-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00076-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00076-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00042-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00042-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00077-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00077-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00043-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00043-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00078-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00078-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00044-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00044-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00079-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00079-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00045-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00045-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00080-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00080-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00046-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00046-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00081-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00081-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00047-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00047-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00082-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00082-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00048-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00048-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00083-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00083-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00049-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00049-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00084-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00084-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00050-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00050-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00085-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00085-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00051-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00051-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00086-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00086-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00052-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00052-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00087-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00087-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00053-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00053-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00088-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00088-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00054-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00054-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00089-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00089-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00055-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00055-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00090-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00090-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00056-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00056-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00091-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00091-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00057-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00057-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00092-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00092-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00058-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00058-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00093-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00093-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00059-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00059-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00094-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00094-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00060-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00060-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00095-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00095-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00061-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00061-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00096-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00096-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00062-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00062-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00097-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00097-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00063-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00063-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00098-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00098-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00064-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00064-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00099-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00099-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00065-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00065-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00100-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00100-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00066-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00066-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00101-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00101-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00067-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00067-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00102-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00102-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00068-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00068-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00103-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00103-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00069-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00069-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00104-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00104-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00070-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00070-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00105-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00105-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00071-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00071-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00106-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00106-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00072-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00072-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00107-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00107-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00073-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00073-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00108-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00108-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00074-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00074-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00109-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00109-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00075-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00075-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00110-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00110-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00076-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00076-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00111-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00111-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00077-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00077-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00112-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00112-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00078-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00078-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00113-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00113-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00079-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00079-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00114-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00114-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00080-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00080-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00115-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00115-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00081-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00081-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00116-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00116-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00082-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00082-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00117-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00117-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00083-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00083-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00118-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00118-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00084-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00084-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00119-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00119-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00085-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00085-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00120-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00120-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00086-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00086-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00121-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00121-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00087-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00087-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00122-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00122-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00088-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00088-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00123-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00123-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00089-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00089-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00124-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00124-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00090-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00090-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00125-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00125-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00091-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00091-of-00099.safetensors", + "file_size": "3.1 GB" }, { - "model_id": "model-00126-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00126-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00092-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00092-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00127-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00127-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00093-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00093-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00128-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00128-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00094-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00094-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00129-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00129-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00095-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00095-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00130-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00130-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00096-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00096-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00131-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00131-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00097-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00097-of-00099.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00132-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00132-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00098-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00098-of-00099.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00133-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00133-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00099-of-00099", + "path": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/model-00099-of-00099.safetensors", + "file_size": "4.2 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8/resolve/main/README.md", + "description": "This is an MLX-optimized Kimi-K2.6 model quantized with a custom DQ3_K_M method (8-bit routing + 3-4 bit experts) designed for Apple Mac Studio M3 Ultra with 512GB RAM." + }, + { + "model_name": "gemma-3-1b-it-qat-4bit", + "developer": "mlx-community", + "downloads": 94757, + "createdAt": "2025-04-15T19:23:47.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/main/model.safetensors", + "file_size": "698.6 MB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-3-1b-it-qat-4bit/resolve/main/README.md", + "description": "This is a 4-bit quantized version of the Google Gemma 3 1B instruction-tuned model, converted to MLX format for Apple Silicon using the `mlx-lm` library." + }, + { + "model_name": "gemma-4-26b-a4b-it-4bit", + "developer": "mlx-community", + "downloads": 89270, + "createdAt": "2026-04-02T17:15:47.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ + { + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/model-00001-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00134-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00134-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00135-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00135-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "4.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-4bit/resolve/main/README.md", + "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." + }, + { + "model_name": "gemma-3-12b-it-qat-4bit", + "developer": "mlx-community", + "downloads": 89096, + "createdAt": "2025-04-15T14:01:59.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ + { + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/model-00001-of-00002.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00136-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00136-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "2.5 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-3-12b-it-qat-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX version of the Google Gemma 3 12B instruction-tuned model, converted for use with the `mlx-vlm` library." + }, + { + "model_name": "Qwen3.6-35B-A3B-4bit", + "developer": "mlx-community", + "downloads": 80056, + "createdAt": "2026-04-16T16:26:18.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ + { + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit/resolve/main/model-00001-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00137-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00137-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00138-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00138-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit/resolve/main/model-00003-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00139-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00139-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit/resolve/main/model-00004-of-00004.safetensors", + "file_size": "4.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit/resolve/main/README.md", + "description": "4-bit quantized image-text-to-text model converted to MLX format for efficient inference on Apple Silicon." + }, + { + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit", + "developer": "mlx-community", + "downloads": 75425, + "createdAt": "2026-03-04T02:02:20.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ + { + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/model-00001-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00140-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00140-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00141-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00141-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "4.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit/resolve/main/README.md", + "description": "A 4-bit MLX-quantized Qwen3.5-27B model distilled from Claude 4.6 Opus reasoning, optimized for Apple Silicon Macs with 24GB+ RAM." + }, + { + "model_name": "gemma-3-27b-it-qat-4bit", + "developer": "mlx-community", + "downloads": 73810, + "createdAt": "2025-04-15T19:57:17.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ + { + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00001-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00142-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00142-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00143-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00143-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00003-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00144-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00144-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/model-00004-of-00004.safetensors", + "file_size": "768.0 MB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-3-27b-it-qat-4bit/resolve/main/README.md", + "description": "This is an MLX conversion of the Gemma 3 27B Instruct model." + }, + { + "model_name": "Qwen2.5-14B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 70476, + "createdAt": "2024-09-18T20:00:34.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ + { + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/model-00001-of-00002.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00145-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00145-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "2.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/README.md", + "description": "Alibaba's Qwen 2.5 14B instruction-tuned model for general-purpose text generation." + }, + { + "model_name": "nomicai-modernbert-embed-base-bf16", + "developer": "mlx-community", + "downloads": 68928, + "createdAt": "2025-04-02T15:07:20.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/nomicai-modernbert-embed-base-bf16/resolve/main/model.safetensors", + "file_size": "284.2 MB" + } + ], + "config": "https://huggingface.co/mlx-community/nomicai-modernbert-embed-base-bf16/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/nomicai-modernbert-embed-base-bf16/resolve/main/README.md", + "description": "I'm having trouble reaching the model right now, but here's a fallback response." + }, + { + "model_name": "Llama-3.2-1B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 67659, + "createdAt": "2024-09-25T18:35:40.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00146-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00146-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "663.1 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Llama-3.2-1B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized 1B parameter instruction-tuned Llama 3.2 model converted to MLX format for text generation on Apple Silicon." + }, + { + "model_name": "Qwen3.5-9B-MLX-4bit", + "developer": "mlx-community", + "downloads": 67323, + "createdAt": "2026-03-02T14:52:55.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ { - "model_id": "model-00147-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00147-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/model-00001-of-00002.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00148-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00148-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "572.6 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-MLX-4bit/resolve/main/README.md", + "description": "4-bit quantized Qwen3.5-9B MLX model for Apple Silicon vision-language inference." + }, + { + "model_name": "Qwen3-30B-A3B-4bit", + "developer": "mlx-community", + "downloads": 66387, + "createdAt": "2025-04-28T21:40:57.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ { - "model_id": "model-00149-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00149-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00001-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00150-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00150-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00151-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00151-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00003-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00152-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00152-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/model-00004-of-00004.safetensors", + "file_size": "1.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-4bit/resolve/main/README.md", + "description": "A 4-bit quantized Qwen3-30B-A3B model converted to MLX format." + }, + { + "model_name": "gemma-4-31b-it-4bit", + "developer": "mlx-community", + "downloads": 63789, + "createdAt": "2026-04-02T16:10:18.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ { - "model_id": "model-00153-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00153-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00001-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00154-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00154-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00155-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00155-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00003-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00156-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00156-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/model-00004-of-00004.safetensors", + "file_size": "2.2 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-31b-it-4bit/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + }, + { + "model_name": "LFM2.5-1.2B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 63178, + "createdAt": "2026-01-06T05:55:18.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00157-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00157-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/LFM2.5-1.2B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "628.0 MB" + } + ], + "config": "https://huggingface.co/mlx-community/LFM2.5-1.2B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/LFM2.5-1.2B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX model for text generation converted from LiquidAI's LFM2.5-1.2B-Instruct." + }, + { + "model_name": "gemma-4-e4b-it-4bit", + "developer": "mlx-community", + "downloads": 58471, + "createdAt": "2026-04-02T17:15:57.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00158-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00158-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-4bit/resolve/main/model.safetensors", + "file_size": "4.9 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-e4b-it-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-e4b-it-4bit/resolve/main/README.md", + "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + }, + { + "model_name": "Qwen3.6-35B-A3B-nvfp4", + "developer": "mlx-community", + "downloads": 53568, + "createdAt": "2026-04-16T16:26:22.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ { - "model_id": "model-00159-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00159-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-nvfp4/resolve/main/model-00001-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00160-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00160-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-nvfp4/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00161-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00161-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-nvfp4/resolve/main/model-00003-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00162-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00162-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-nvfp4/resolve/main/model-00004-of-00004.safetensors", + "file_size": "4.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-nvfp4/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-nvfp4/resolve/main/README.md", + "description": "MLX-converted multimodal Qwen3.6-35B-A3B model for image-text processing." + }, + { + "model_name": "Llama-3.2-3B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 43336, + "createdAt": "2024-09-25T18:35:04.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00163-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00163-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "1.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX version of Llama-3.2-3B-Instruct for text generation." + }, + { + "model_name": "whisper-large-v3-turbo", + "developer": "mlx-community", + "downloads": 39917, + "createdAt": "2024-10-01T11:47:42.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00164-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00164-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "weights", + "path": "https://huggingface.co/mlx-community/whisper-large-v3-turbo/resolve/main/weights.safetensors", + "file_size": "1.5 GB" + } + ], + "config": "https://huggingface.co/mlx-community/whisper-large-v3-turbo/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/whisper-large-v3-turbo/resolve/main/README.md", + "description": "MLX-converted Whisper large-v3-turbo model for audio transcription using the mlx-whisper library." + }, + { + "model_name": "gemma-4-e4b-it-8bit", + "developer": "mlx-community", + "downloads": 38119, + "createdAt": "2026-04-02T17:16:01.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ { - "model_id": "model-00165-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00165-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/model-00001-of-00002.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00166-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00166-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "3.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-e4b-it-8bit/resolve/main/README.md", + "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + }, + { + "model_name": "Qwen3.6-27B-4bit", + "developer": "mlx-community", + "downloads": 35024, + "createdAt": "2026-04-22T14:07:38.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ { - "model_id": "model-00167-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00167-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-4bit/resolve/main/model-00001-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00168-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00168-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00169-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00169-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "5.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-27B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-27B-4bit/resolve/main/README.md", + "description": "A 4-bit quantized image-text-to-text model converted to Apple MLX format." + }, + { + "model_name": "Qwen3-Embedding-0.6B-4bit-DWQ", + "developer": "mlx-community", + "downloads": 34197, + "createdAt": "2025-06-06T08:09:46.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00170-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00170-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ/resolve/main/model.safetensors", + "file_size": "319.8 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ/resolve/main/README.md", + "description": "4-bit quantized Qwen3-Embedding-0.6B model converted to MLX format for Apple Silicon." + }, + { + "model_name": "Qwen3.5-35B-A3B-4bit", + "developer": "mlx-community", + "downloads": 33873, + "createdAt": "2026-02-24T17:38:33.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ { - "model_id": "model-00171-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00171-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00001-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00172-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00172-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00173-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00173-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00003-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00174-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00174-of-00182.safetensors", - "file_size": "3.3 GB" - }, + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/model-00004-of-00004.safetensors", + "file_size": "4.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit quantized version of Qwen3.5-35B-A3B for image-text-to-text tasks." + }, + { + "model_name": "Ministral-3-3B-Instruct-2512-4bit", + "developer": "mlx-community", + "downloads": 31902, + "createdAt": "2025-12-03T20:57:52.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00175-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00175-of-00182.safetensors", - "file_size": "3.6 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Ministral-3-3B-Instruct-2512-4bit/resolve/main/model.safetensors", + "file_size": "2.6 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Ministral-3-3B-Instruct-2512-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Ministral-3-3B-Instruct-2512-4bit/resolve/main/README.md", + "description": "MLX-optimized 4-bit quantized version of Ministral-3-3B-Instruct for image understanding tasks." + }, + { + "model_name": "gemma-4-31b-8bit", + "developer": "mlx-community", + "downloads": 28758, + "createdAt": "2026-04-02T17:26:50.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 7, + "safetensors_files": [ { - "model_id": "model-00176-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00176-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00001-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00001-of-00007.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00177-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00177-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00002-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00002-of-00007.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00178-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00178-of-00182.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00003-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00003-of-00007.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00179-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00179-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00004-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00004-of-00007.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00180-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00180-of-00182.safetensors", - "file_size": "3.3 GB" + "model_id": "model-00005-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00005-of-00007.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00181-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00181-of-00182.safetensors", - "file_size": "3.4 GB" + "model_id": "model-00006-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00006-of-00007.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00182-of-00182", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/model-00182-of-00182.safetensors", - "file_size": "2.2 GB" + "model_id": "model-00007-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/model-00007-of-00007.safetensors", + "file_size": "1.8 GB" } ], - "config": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Kimi-K2-Thinking/resolve/main/README.md", - "description": "MLX-converted version of Kimi-K2-Thinking for text generation using mlx-lm." + "config": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-31b-8bit/resolve/main/README.md", + "description": "Google's Gemma 4 31B dense model quantized to 8-bit for efficient local inference." }, { - "model_name": "Llama-3.3-70B-Instruct-8bit", + "model_name": "Qwen3.6-35B-A3B-8bit", "developer": "mlx-community", - "downloads": 9349, - "createdAt": "2024-12-06T17:13:33.000Z", + "downloads": 28005, + "createdAt": "2026-04-16T16:26:21.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 15, + "num_safetensors": 8, "safetensors_files": [ { - "model_id": "model-00001-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00001-of-00015.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00002-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00002-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00001-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00001-of-00008.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00003-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00003-of-00015.safetensors", + "model_id": "model-00002-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00002-of-00008.safetensors", "file_size": "5.0 GB" }, { - "model_id": "model-00004-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00004-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00003-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00003-of-00008.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00005-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00005-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00004-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00004-of-00008.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00006-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00006-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00005-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00005-of-00008.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00007-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00007-of-00015.safetensors", + "model_id": "model-00006-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00006-of-00008.safetensors", "file_size": "5.0 GB" }, { - "model_id": "model-00008-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00008-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00007-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00007-of-00008.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00009-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00009-of-00015.safetensors", - "file_size": "4.8 GB" - }, + "model_id": "model-00008-of-00008", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/model-00008-of-00008.safetensors", + "file_size": "515.3 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-8bit/resolve/main/README.md", + "description": "8-bit quantized Qwen3.6-35B-A3B image-text-to-text model converted for Apple MLX framework." + }, + { + "model_name": "Qwen3.5-4B-MLX-4bit", + "developer": "mlx-community", + "downloads": 27491, + "createdAt": "2026-03-02T14:58:24.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00010-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00010-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3.5-4B-MLX-4bit/resolve/main/model.safetensors", + "file_size": "2.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-4B-MLX-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-4B-MLX-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX version of Qwen3.5-4B for Apple Silicon (~2.9G disk size)." + }, + { + "model_name": "Meta-Llama-3.1-8B-Instruct-abliterated-8bit", + "developer": "mlx-community", + "downloads": 25697, + "createdAt": "2024-07-26T18:18:20.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ + { + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/model-00001-of-00002.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00011-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00011-of-00015.safetensors", + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "3.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit/resolve/main/README.md", + "description": "A Meta Llama 3.1 8B variant with removed safety restrictions for unrestricted output." + }, + { + "model_name": "Qwen3-1.7B-4bit", + "developer": "mlx-community", + "downloads": 25582, + "createdAt": "2025-04-28T21:28:43.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/main/model.safetensors", + "file_size": "923.2 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-1.7B-4bit/resolve/main/README.md", + "description": "A 4-bit quantized version of Qwen3-1.7B converted to MLX format for text generation on Apple silicon." + }, + { + "model_name": "Qwen3.5-4B-4bit", + "developer": "mlx-community", + "downloads": 25453, + "createdAt": "2026-03-02T15:03:14.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3.5-4B-4bit/resolve/main/model.safetensors", + "file_size": "2.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-4B-4bit/resolve/main/config.json", + "readme": null, + "description": "Alibaba's Qwen 3.5 4B model, a lightweight model for efficient on-device inference." + }, + { + "model_name": "Qwen3.5-27B-4bit", + "developer": "mlx-community", + "downloads": 23531, + "createdAt": "2026-02-24T17:38:16.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ + { + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/model-00001-of-00003.safetensors", "file_size": "5.0 GB" }, { - "model_id": "model-00012-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00012-of-00015.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00013-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00013-of-00015.safetensors", - "file_size": "4.8 GB" - }, - { - "model_id": "model-00014-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00014-of-00015.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00015-of-00015", - "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/model-00015-of-00015.safetensors", - "file_size": "1.7 GB" + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "5.0 GB" } ], - "config": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-8bit/resolve/main/README.md", - "description": "8-bit quantized MLX version of Meta's Llama-3.3-70B-Instruct language model for Apple Silicon." + "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit Qwen3.5-27B model for image-text-to-text generation." }, { - "model_name": "Qwen2.5-1.5B-Instruct-4bit", + "model_name": "Qwen3.5-2B-6bit", "developer": "mlx-community", - "downloads": 9159, - "createdAt": "2024-09-18T18:44:18.000Z", + "downloads": 23136, + "createdAt": "2026-03-02T14:54:44.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 1, "safetensors_files": [ { "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen2.5-1.5B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "828.4 MB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-2B-6bit/resolve/main/model.safetensors", + "file_size": "2.0 GB" } ], - "config": "https://huggingface.co/mlx-community/Qwen2.5-1.5B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2.5-1.5B-Instruct-4bit/resolve/main/README.md", - "description": "MLX format conversion of Qwen2.5-1.5B-Instruct model in 4-bit precision." + "config": "https://huggingface.co/mlx-community/Qwen3.5-2B-6bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-2B-6bit/resolve/main/README.md", + "description": "A 6-bit MLX-quantized vision-language model converted from Qwen3.5-2B for image-text generation on Apple Silicon." }, { - "model_name": "Mistral-7B-Instruct-v0.3-4bit", + "model_name": "Qwen2.5-3B-Instruct-4bit", "developer": "mlx-community", - "downloads": 8697, - "createdAt": "2024-05-22T17:47:26.000Z", + "downloads": 22696, + "createdAt": "2024-09-18T19:06:43.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 1, "safetensors_files": [ { "model_id": "model", - "path": "https://huggingface.co/mlx-community/Mistral-7B-Instruct-v0.3-4bit/resolve/main/model.safetensors", - "file_size": "3.8 GB" + "path": "https://huggingface.co/mlx-community/Qwen2.5-3B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "1.6 GB" } ], - "config": "https://huggingface.co/mlx-community/Mistral-7B-Instruct-v0.3-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Mistral-7B-Instruct-v0.3-4bit/resolve/main/README.md", - "description": "Mistral-7B-Instruct-v0.3 quantized to 4-bit and converted to MLX format." + "config": "https://huggingface.co/mlx-community/Qwen2.5-3B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen2.5-3B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized version of Qwen2.5-3B-Instruct converted to MLX format for Apple devices." }, { - "model_name": "Meta-Llama-3.1-8B-Instruct-8bit", + "model_name": "deepseek-ai-DeepSeek-V4-Flash-8bit", "developer": "mlx-community", - "downloads": 8344, - "createdAt": "2024-07-23T14:39:39.000Z", + "downloads": 22397, + "createdAt": "2026-04-24T06:39:45.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 2, + "num_safetensors": 65, "safetensors_files": [ { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-8bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00001-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00001-of-00065.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-8bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "3.0 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-8bit/resolve/main/README.md", - "description": "An 8-bit quantized version of Meta's Llama 3.1 8B Instruct model, converted to MLX format for Apple devices." - }, - { - "model_name": "GLM-4.7-Flash-8bit", - "developer": "mlx-community", - "downloads": 8261, - "createdAt": "2026-01-19T15:48:29.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 7, - "safetensors_files": [ + "model_id": "model-00002-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00002-of-00065.safetensors", + "file_size": "4.4 GB" + }, { - "model_id": "model-00001-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00001-of-00007.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00003-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00003-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00002-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00002-of-00007.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00004-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00004-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00003-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00003-of-00007.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00005-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00005-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00004-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00004-of-00007.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00006-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00006-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00005-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00005-of-00007.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00007-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00007-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00006-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00006-of-00007.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00008-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00008-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00007-of-00007", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/model-00007-of-00007.safetensors", - "file_size": "331.0 MB" - } - ], - "config": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/GLM-4.7-Flash-8bit/resolve/main/README.md", - "description": "MLX-converted 8-bit version of GLM-4.7-Flash for text generation." - }, - { - "model_name": "GLM-4.7-4bit", - "developer": "mlx-community", - "downloads": 8245, - "createdAt": "2025-12-22T19:22:08.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 39, - "safetensors_files": [ + "model_id": "model-00009-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00009-of-00065.safetensors", + "file_size": "4.4 GB" + }, { - "model_id": "model-00001-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00001-of-00039.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00010-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00010-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00002-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00002-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00011-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00011-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00003-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00003-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00012-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00012-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00004-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00004-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00013-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00013-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00005-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00005-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00014-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00014-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00006-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00006-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00015-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00015-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00007-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00007-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00016-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00016-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00008-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00008-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00017-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00017-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00009-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00009-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00018-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00018-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00010-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00010-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00019-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00019-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00011-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00011-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00020-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00020-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00012-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00012-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00021-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00021-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00013-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00013-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00022-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00022-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00014-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00014-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00023-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00023-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00015-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00015-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00024-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00024-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00016-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00016-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00025-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00025-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00017-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00017-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00026-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00026-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00018-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00018-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00027-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00027-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00019-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00019-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00028-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00028-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00020-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00020-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00029-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00029-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00021-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00021-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00030-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00030-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00022-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00022-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00031-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00031-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00023-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00023-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00032-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00032-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00024-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00024-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00033-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00033-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00025-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00025-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00034-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00034-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00026-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00026-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00035-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00035-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00027-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00027-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00036-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00036-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00028-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00028-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00037-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00037-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00029-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00029-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00038-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00038-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00030-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00030-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00039-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00039-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00031-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00031-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00040-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00040-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00032-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00032-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00041-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00041-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00033-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00033-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00042-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00042-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00034-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00034-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00043-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00043-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00035-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00035-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00044-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00044-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00036-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00036-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00045-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00045-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00037-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00037-of-00039.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00046-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00046-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00038-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00038-of-00039.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00047-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00047-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00039-of-00039", - "path": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/model-00039-of-00039.safetensors", - "file_size": "1.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/GLM-4.7-4bit/resolve/main/README.md", - "description": "4-bit quantized GLM-4.7 model converted to MLX format for text generation." - }, - { - "model_name": "Qwen3-Next-80B-A3B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 8077, - "createdAt": "2025-09-12T17:00:49.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 9, - "safetensors_files": [ + "model_id": "model-00048-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00048-of-00065.safetensors", + "file_size": "4.4 GB" + }, { - "model_id": "model-00001-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00001-of-00009.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00049-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00049-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00002-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00002-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00050-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00050-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00003-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00003-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00051-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00051-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00004-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00004-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00052-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00052-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00005-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00005-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00053-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00053-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00006-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00006-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00054-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00054-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00007-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00007-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00055-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00055-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00008-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00008-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00056-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00056-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00009-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/model-00009-of-00009.safetensors", - "file_size": "2.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit/resolve/main/README.md", - "description": "A 4-bit MLX-quantized version of Qwen3-Next-80B-A3B-Instruct for text generation on Apple Silicon." - }, - { - "model_name": "Llama-3.2-3B-Instruct-8bit", - "developer": "mlx-community", - "downloads": 8035, - "createdAt": "2024-09-26T00:50:34.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ + "model_id": "model-00057-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00057-of-00065.safetensors", + "file_size": "4.4 GB" + }, { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-8bit/resolve/main/model.safetensors", - "file_size": "3.2 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Llama-3.2-3B-Instruct-8bit/resolve/main/README.md", - "description": "8-bit MLX version of Meta's Llama-3.2-3B-Instruct for text generation." - }, - { - "model_name": "Kimi-K2-Instruct-4bit", - "developer": "mlx-community", - "downloads": 8020, - "createdAt": "2025-07-11T16:10:00.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 180, - "safetensors_files": [ + "model_id": "model-00058-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00058-of-00065.safetensors", + "file_size": "4.3 GB" + }, { - "model_id": "model-00001-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00001-of-00180.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00059-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00059-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00002-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00002-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00060-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00060-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00003-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00003-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00061-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00061-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00004-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00004-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00062-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00062-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00005-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00005-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00063-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00063-of-00065.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00006-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00006-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00064-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00064-of-00065.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00007-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00007-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00065-of-00065", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/model-00065-of-00065.safetensors", + "file_size": "2.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit/resolve/main/README.md", + "description": "8-bit MLX-converted version of DeepSeek-V4-Flash for efficient text generation using the mlx-lm library." + }, + { + "model_name": "DeepSeek-V4-Flash-2bit-DQ", + "developer": "mlx-community", + "downloads": 18811, + "createdAt": "2026-04-26T12:45:05.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 19, + "safetensors_files": [ + { + "model_id": "model-00001-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00001-of-00019.safetensors", + "file_size": "4.5 GB" + }, + { + "model_id": "model-00002-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00002-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00008-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00008-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00003-of-00019.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00009-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00009-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00004-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00010-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00010-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00005-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00011-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00011-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00006-of-00019.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00012-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00012-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00007-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00007-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00013-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00013-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00008-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00008-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00014-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00014-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00009-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00009-of-00019.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00015-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00015-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00010-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00010-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00016-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00016-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00011-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00011-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00017-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00017-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00012-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00012-of-00019.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00018-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00018-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00013-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00013-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00019-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00019-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00014-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00014-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00020-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00020-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00015-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00015-of-00019.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00021-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00021-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00016-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00016-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00022-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00022-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00017-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00017-of-00019.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00023-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00023-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00018-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00018-of-00019.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00024-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00024-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00019-of-00019", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/model-00019-of-00019.safetensors", + "file_size": "2.9 GB" + } + ], + "config": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-2bit-DQ/resolve/main/README.md", + "description": "A 2-bit quantized DeepSeek-V4 language model with mixed-precision (2-bit MoE experts, 4-8-bit sensitive layers) for Apple Silicon MLX." + }, + { + "model_name": "DeepSeek-V4-Flash-4bit", + "developer": "mlx-community", + "downloads": 18184, + "createdAt": "2026-04-24T08:02:27.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 33, + "safetensors_files": [ { - "model_id": "model-00025-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00025-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00001-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00026-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00026-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00002-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00027-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00027-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00003-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00028-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00028-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00004-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00029-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00029-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00005-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00030-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00030-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00006-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00031-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00031-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00007-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00007-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00032-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00032-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00008-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00008-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00033-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00033-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00009-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00009-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00034-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00034-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00010-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00010-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00035-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00035-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00011-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00011-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00036-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00036-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00012-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00012-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00037-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00037-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00013-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00013-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00038-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00038-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00014-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00014-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00039-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00039-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00015-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00015-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00040-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00040-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00016-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00016-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00041-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00041-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00017-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00017-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00042-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00042-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00018-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00018-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00043-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00043-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00019-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00019-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00044-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00044-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00020-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00020-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00045-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00045-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00021-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00021-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00046-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00046-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00022-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00022-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00047-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00047-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00023-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00023-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00048-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00048-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00024-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00024-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00049-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00049-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00025-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00025-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00050-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00050-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00026-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00026-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00051-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00051-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00027-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00027-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00052-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00052-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00028-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00028-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00053-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00053-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00029-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00029-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00054-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00054-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00030-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00030-of-00033.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00055-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00055-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00031-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00031-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00056-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00056-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00032-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00032-of-00033.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00057-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00057-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00033-of-00033", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/model-00033-of-00033.safetensors", + "file_size": "1.4 GB" + } + ], + "config": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/DeepSeek-V4-Flash-4bit/resolve/main/README.md", + "description": "MLX-optimized 4-bit quantized text generation model for Apple Silicon." + }, + { + "model_name": "Qwen3-4B-4bit", + "developer": "mlx-community", + "downloads": 18099, + "createdAt": "2025-04-28T21:28:51.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00058-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00058-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/main/model.safetensors", + "file_size": "2.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-4B-4bit/resolve/main/README.md", + "description": "4-bit quantized MLX version of Qwen3-4B for text generation on Apple Silicon." + }, + { + "model_name": "Qwen3-4B-Instruct-2507-4bit", + "developer": "mlx-community", + "downloads": 17910, + "createdAt": "2025-08-06T18:17:26.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00059-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00059-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-4B-Instruct-2507-4bit/resolve/main/model.safetensors", + "file_size": "2.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-4B-Instruct-2507-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-4B-Instruct-2507-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX version of Qwen3-4B-Instruct-2507 for text generation." + }, + { + "model_name": "gemma-3n-E2B-it-lm-4bit", + "developer": "mlx-community", + "downloads": 17078, + "createdAt": "2025-06-29T23:03:04.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00060-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00060-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/gemma-3n-E2B-it-lm-4bit/resolve/main/model.safetensors", + "file_size": "2.3 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-3n-E2B-it-lm-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-3n-E2B-it-lm-4bit/resolve/main/README.md", + "description": "A 4-bit MLX converted version of Google's Gemma 3n E2B model for text generation using the `mlx-lm` library." + }, + { + "model_name": "gemma-4-26b-a4b-4bit", + "developer": "mlx-community", + "downloads": 16965, + "createdAt": "2026-04-02T17:26:53.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ { - "model_id": "model-00061-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00061-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/model-00001-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00062-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00062-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00063-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00063-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "4.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/README.md", + "description": "Google's Gemma 4 26B MoE model quantized to 4-bit for memory-efficient deployment." + }, + { + "model_name": "Qwen3.5-9B-4bit", + "developer": "mlx-community", + "downloads": 16446, + "createdAt": "2026-03-02T14:48:09.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ { - "model_id": "model-00064-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00064-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/model-00001-of-00002.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00065-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00065-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "572.6 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit quantized version of Qwen3.5-9B for image-text-to-text tasks, optimized for Apple Silicon." + }, + { + "model_name": "Qwen3-0.6B-4bit", + "developer": "mlx-community", + "downloads": 16280, + "createdAt": "2025-04-28T21:01:53.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/main/model.safetensors", + "file_size": "319.9 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-0.6B-4bit/resolve/main/README.md", + "description": "4-bit quantized Qwen3-0.6B model converted to MLX format for text generation." + }, + { + "model_name": "Qwen3.6-35B-A3B-4bit-DWQ", + "developer": "mlx-community", + "downloads": 15928, + "createdAt": "2026-04-17T01:22:55.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ + { + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit-DWQ/resolve/main/model-00001-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00066-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00066-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit-DWQ/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00067-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00067-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit-DWQ/resolve/main/model-00003-of-00004.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00068-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00068-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit-DWQ/resolve/main/model-00004-of-00004.safetensors", + "file_size": "4.4 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit-DWQ/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-4bit-DWQ/resolve/main/README.md", + "description": "A text-generation model optimized for Apple Silicon using Apple's MLX framework." + }, + { + "model_name": "Qwen3.6-35B-A3B-bf16", + "developer": "mlx-community", + "downloads": 15915, + "createdAt": "2026-04-16T16:26:15.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 14, + "safetensors_files": [ { - "model_id": "model-00069-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00069-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00001-of-00014.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00070-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00070-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00002-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00071-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00071-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00003-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00072-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00072-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00004-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00073-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00073-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00005-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00074-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00074-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00006-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00075-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00075-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00007-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00007-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00076-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00076-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00008-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00008-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00077-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00077-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00009-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00009-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00078-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00078-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00010-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00010-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00079-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00079-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00011-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00011-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00080-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00080-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00012-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00012-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00081-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00081-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00013-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00013-of-00014.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00082-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00082-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00014-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/model-00014-of-00014.safetensors", + "file_size": "4.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-bf16/resolve/main/README.md", + "description": "MLX-converted Qwen3.6-35B-A3B vision-language model for image-text-to-text tasks." + }, + { + "model_name": "Qwen3-8B-4bit", + "developer": "mlx-community", + "downloads": 14856, + "createdAt": "2025-04-28T21:44:32.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00083-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00083-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-8B-4bit/resolve/main/model.safetensors", + "file_size": "4.3 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-8B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-8B-4bit/resolve/main/README.md", + "description": "A 4-bit quantized version of Qwen3-8B converted to MLX format for Apple Silicon devices." + }, + { + "model_name": "Qwen3.5-122B-A10B-4bit", + "developer": "mlx-community", + "downloads": 14577, + "createdAt": "2026-02-24T17:38:56.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 14, + "safetensors_files": [ { - "model_id": "model-00084-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00084-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00001-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00085-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00085-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00002-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00086-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00086-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00003-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00087-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00087-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00004-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00088-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00088-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00005-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00089-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00089-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00006-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00090-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00090-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00007-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00007-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00091-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00091-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00008-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00008-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00092-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00092-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00009-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00009-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00093-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00093-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00010-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00010-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00094-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00094-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00011-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00011-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00095-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00095-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00012-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00012-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00096-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00096-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00013-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00013-of-00014.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00097-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00097-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00014-of-00014", + "path": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/model-00014-of-00014.safetensors", + "file_size": "2.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-122B-A10B-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit quantized version of Qwen3.5-122B-A10B for image-text-to-text tasks." + }, + { + "model_name": "Qwen2.5-0.5B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 14564, + "createdAt": "2024-09-18T18:39:35.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00098-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00098-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "265.2 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen2.5-0.5B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized version of Qwen2.5-0.5B-Instruct converted to MLX format for Apple Silicon." + }, + { + "model_name": "gemma-4-31b-bf16", + "developer": "mlx-community", + "downloads": 13933, + "createdAt": "2026-04-02T17:26:51.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 12, + "safetensors_files": [ { - "model_id": "model-00099-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00099-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00001-of-00012.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00100-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00100-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00002-of-00012.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00101-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00101-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00003-of-00012.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00102-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00102-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00004-of-00012.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00103-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00103-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00005-of-00012.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00104-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00104-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00006-of-00012.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00105-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00105-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00007-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00007-of-00012.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00106-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00106-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00008-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00008-of-00012.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00107-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00107-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00009-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00009-of-00012.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00108-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00108-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00010-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00010-of-00012.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00109-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00109-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00011-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00011-of-00012.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00110-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00110-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00012-of-00012", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/model-00012-of-00012.safetensors", + "file_size": "4.3 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-31b-bf16/resolve/main/README.md", + "description": "MLX-converted Gemma-4-31b model for image-text-to-text generation." + }, + { + "model_name": "Qwen2.5-7B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 13334, + "createdAt": "2024-09-18T20:06:25.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00111-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00111-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen2.5-7B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "4.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen2.5-7B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen2.5-7B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized version of Qwen2.5-7B-Instruct converted to MLX format for Apple Silicon." + }, + { + "model_name": "Phi-4-mini-instruct-4bit", + "developer": "mlx-community", + "downloads": 13299, + "createdAt": "2025-02-27T09:55:46.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00112-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00112-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/main/model.safetensors", + "file_size": "2.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Phi-4-mini-instruct-4bit/resolve/main/README.md", + "description": "An MLX-converted quantized version of Microsoft's Phi-4-mini-instruct for text generation." + }, + { + "model_name": "gemma-2-9b-it-4bit", + "developer": "mlx-community", + "downloads": 13293, + "createdAt": "2024-06-27T15:18:31.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00113-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00113-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/gemma-2-9b-it-4bit/resolve/main/model.safetensors", + "file_size": "4.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-2-9b-it-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-2-9b-it-4bit/resolve/main/README.md", + "description": "4-bit quantized Gemma 2 9B Instruct model converted to MLX format for Apple Silicon." + }, + { + "model_name": "gemma-4-26B-A4B-it-heretic-4bit", + "developer": "mlx-community", + "downloads": 13063, + "createdAt": "2026-04-05T16:06:48.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ { - "model_id": "model-00114-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00114-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26B-A4B-it-heretic-4bit/resolve/main/model-00001-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00115-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00115-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26B-A4B-it-heretic-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00116-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00116-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26B-A4B-it-heretic-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "4.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-26B-A4B-it-heretic-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-26B-A4B-it-heretic-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit Gemma-4 26B vision-language model for Apple Silicon." + }, + { + "model_name": "LFM2-VL-1.6B-4bit", + "developer": "mlx-community", + "downloads": 12918, + "createdAt": "2025-08-16T07:40:12.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00117-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00117-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/LFM2-VL-1.6B-4bit/resolve/main/model.safetensors", + "file_size": "1.4 GB" + } + ], + "config": "https://huggingface.co/mlx-community/LFM2-VL-1.6B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/LFM2-VL-1.6B-4bit/resolve/main/README.md", + "description": "Liquid AI's LFM 2 VL 1.6B vision-language model for lightweight multimodal tasks." + }, + { + "model_name": "Qwen3.6-27B-8bit", + "developer": "mlx-community", + "downloads": 12482, + "createdAt": "2026-04-22T14:07:39.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 6, + "safetensors_files": [ { - "model_id": "model-00118-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00118-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00006", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/model-00001-of-00006.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00119-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00119-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00006", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/model-00002-of-00006.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00120-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00120-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00006", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/model-00003-of-00006.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00121-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00121-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00006", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/model-00004-of-00006.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00122-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00122-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00006", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/model-00005-of-00006.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00123-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00123-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00006-of-00006", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/model-00006-of-00006.safetensors", + "file_size": "2.6 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-27B-8bit/resolve/main/README.md", + "description": "8-bit quantized MLX conversion of Qwen3.6-27B vision-language model for Apple Silicon." + }, + { + "model_name": "Qwen3.5-2B-4bit", + "developer": "mlx-community", + "downloads": 12383, + "createdAt": "2026-03-02T14:53:43.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00124-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00124-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3.5-2B-4bit/resolve/main/model.safetensors", + "file_size": "1.6 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-2B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-2B-4bit/resolve/main/README.md", + "description": "This is a 4-bit quantized version of Qwen3.5-2B converted to MLX format for running on Apple Silicon devices." + }, + { + "model_name": "Qwen3-0.6B-8bit", + "developer": "mlx-community", + "downloads": 11958, + "createdAt": "2025-04-28T21:27:29.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00125-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00125-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-0.6B-8bit/resolve/main/model.safetensors", + "file_size": "604.1 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-0.6B-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-0.6B-8bit/resolve/main/README.md", + "description": "An 8-bit quantized Qwen3-0.6B model converted to MLX format for Apple Silicon." + }, + { + "model_name": "Meta-Llama-3.1-8B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 11927, + "createdAt": "2024-07-23T14:39:32.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00126-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00126-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "4.2 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX version of Meta Llama 3.1 8B Instruct model for Apple Silicon." + }, + { + "model_name": "gemma-4-31b-it-8bit", + "developer": "mlx-community", + "downloads": 11612, + "createdAt": "2026-04-02T17:15:43.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 7, + "safetensors_files": [ { - "model_id": "model-00127-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00127-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00001-of-00007.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00128-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00128-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00002-of-00007.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00129-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00129-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00003-of-00007.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00130-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00130-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00004-of-00007.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00131-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00131-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00005-of-00007.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00132-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00132-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00006-of-00007.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00133-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00133-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00007-of-00007", + "path": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/model-00007-of-00007.safetensors", + "file_size": "1.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-31b-it-8bit/resolve/main/README.md", + "description": "MLX-converted 8-bit Gemma-4 31B vision-language model for Apple Silicon." + }, + { + "model_name": "gemma-4-e4b-it-mxfp8", + "developer": "mlx-community", + "downloads": 11558, + "createdAt": "2026-04-02T17:16:05.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ { - "model_id": "model-00134-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00134-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-mxfp8/resolve/main/model-00001-of-00002.safetensors", + "file_size": "4.5 GB" }, { - "model_id": "model-00135-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00135-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-mxfp8/resolve/main/model-00002-of-00002.safetensors", + "file_size": "3.6 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-e4b-it-mxfp8/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-e4b-it-mxfp8/resolve/main/README.md", + "description": "MLX-converted Gemma-4 model for any-to-any image generation." + }, + { + "model_name": "Josiefied-Qwen3-8B-abliterated-v1-4bit", + "developer": "mlx-community", + "downloads": 11195, + "createdAt": "2025-05-01T23:11:18.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00136-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00136-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit/resolve/main/model.safetensors", + "file_size": "4.3 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit/resolve/main/README.md", + "description": "This is a 4-bit quantized MLX version of Josiefied-Qwen3-8B-abliterated for chat/text generation using the mlx-lm library." + }, + { + "model_name": "Qwen3.5-0.8B-8bit", + "developer": "mlx-community", + "downloads": 11148, + "createdAt": "2026-03-02T14:44:19.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00137-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00137-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-8bit/resolve/main/model.safetensors", + "file_size": "954.8 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-8bit/resolve/main/README.md", + "description": "MLX-converted 8-bit vision-language model from Qwen3.5-0.8B for Apple Silicon, runnable via mlx-vlm." + }, + { + "model_name": "gemma-4-26b-a4b-it-8bit", + "developer": "mlx-community", + "downloads": 11061, + "createdAt": "2026-04-02T17:15:51.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 6, + "safetensors_files": [ { - "model_id": "model-00138-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00138-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00006", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/model-00001-of-00006.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00139-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00139-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00006", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/model-00002-of-00006.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00140-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00140-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00006", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/model-00003-of-00006.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00141-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00141-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00006", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/model-00004-of-00006.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00142-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00142-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00006", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/model-00005-of-00006.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00143-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00143-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00006-of-00006", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/model-00006-of-00006.safetensors", + "file_size": "1.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-8bit/resolve/main/README.md", + "description": "An 8-bit MLX-converted version of Google's Gemma-4 vision language model for image-text tasks." + }, + { + "model_name": "Qwen3-TTS-12Hz-1.7B-Base-bf16", + "developer": "mlx-community", + "downloads": 11042, + "createdAt": "2026-01-22T22:21:54.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 2, + "safetensors_files": [ { - "model_id": "model-00144-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00144-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-TTS-12Hz-1.7B-Base-bf16/resolve/main/model.safetensors", + "file_size": "3.6 GB" }, { - "model_id": "model-00145-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00145-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "speech_tokenizer/model", + "path": "https://huggingface.co/mlx-community/Qwen3-TTS-12Hz-1.7B-Base-bf16/resolve/main/speech_tokenizer/model.safetensors", + "file_size": "650.7 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-TTS-12Hz-1.7B-Base-bf16/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-TTS-12Hz-1.7B-Base-bf16/resolve/main/README.md", + "description": "MLX-converted 1.7B text-to-speech model with voice cloning support, optimized for Apple Silicon." + }, + { + "model_name": "LFM2.5-VL-1.6B-4bit", + "developer": "mlx-community", + "downloads": 11005, + "createdAt": "2026-01-06T09:46:35.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00146-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00146-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/LFM2.5-VL-1.6B-4bit/resolve/main/model.safetensors", + "file_size": "1.4 GB" + } + ], + "config": "https://huggingface.co/mlx-community/LFM2.5-VL-1.6B-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/LFM2.5-VL-1.6B-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit vision-language model for image-text generation." + }, + { + "model_name": "Qwen2.5-1.5B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 10952, + "createdAt": "2024-09-18T18:44:18.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00147-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00147-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen2.5-1.5B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "828.4 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen2.5-1.5B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen2.5-1.5B-Instruct-4bit/resolve/main/README.md", + "description": "MLX format conversion of Qwen2.5-1.5B-Instruct model in 4-bit precision." + }, + { + "model_name": "Meta-Llama-3-8B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 10573, + "createdAt": "2024-04-18T16:15:51.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00148-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00148-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Meta-Llama-3-8B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "4.9 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Meta-Llama-3-8B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Meta-Llama-3-8B-Instruct-4bit/resolve/main/README.md", + "description": "Meta Llama 3 8B Instruct model converted to 4-bit MLX format for Apple devices." + }, + { + "model_name": "Qwen3.5-0.8B-MLX-4bit", + "developer": "mlx-community", + "downloads": 10465, + "createdAt": "2026-03-02T14:58:16.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00149-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00149-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-MLX-4bit/resolve/main/model.safetensors", + "file_size": "596.3 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-MLX-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-MLX-4bit/resolve/main/README.md", + "description": "4-bit quantized Qwen3.5-0.8B vision-language model for Apple Silicon using MLX framework." + }, + { + "model_name": "Qwen3.6-27B-nvfp4", + "developer": "mlx-community", + "downloads": 10418, + "createdAt": "2026-04-22T14:07:40.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ { - "model_id": "model-00150-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00150-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-nvfp4/resolve/main/model-00001-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00151-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00151-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-nvfp4/resolve/main/model-00002-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00152-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00152-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/Qwen3.6-27B-nvfp4/resolve/main/model-00003-of-00003.safetensors", + "file_size": "5.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-27B-nvfp4/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-27B-nvfp4/resolve/main/README.md", + "description": "MLX-converted Qwen3.6-27B vision-language model for image-text generation." + }, + { + "model_name": "Qwen3.6-35B-A3B-mxfp4", + "developer": "mlx-community", + "downloads": 10194, + "createdAt": "2026-04-16T16:26:23.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ { - "model_id": "model-00153-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00153-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-mxfp4/resolve/main/model-00001-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00154-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00154-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-mxfp4/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00155-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00155-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-mxfp4/resolve/main/model-00003-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00156-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00156-of-00180.safetensors", + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-mxfp4/resolve/main/model-00004-of-00004.safetensors", "file_size": "3.0 GB" - }, + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-mxfp4/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.6-35B-A3B-mxfp4/resolve/main/README.md", + "description": "MLX-quantized Qwen3.6-35B-A3B vision-language model for image-text tasks on Apple Silicon." + }, + { + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit", + "developer": "mlx-community", + "downloads": 9960, + "createdAt": "2026-03-05T01:20:41.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 5, + "safetensors_files": [ { - "model_id": "model-00157-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00157-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00005", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00001-of-00005.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00158-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00158-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00005", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00002-of-00005.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00159-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00159-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00005", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00003-of-00005.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00160-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00160-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00005", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00004-of-00005.safetensors", + "file_size": "4.5 GB" }, { - "model_id": "model-00161-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00161-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00005-of-00005", + "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/model-00005-of-00005.safetensors", + "file_size": "985.2 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit/resolve/main/README.md", + "description": "A Qwen 3.5 27B variant distilled from Claude Opus for enhanced reasoning capabilities." + }, + { + "model_name": "Llama-3.3-70B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 9715, + "createdAt": "2024-12-06T17:13:22.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 8, + "safetensors_files": [ { - "model_id": "model-00162-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00162-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00001-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00163-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00163-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00002-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00164-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00164-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00003-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00165-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00165-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00004-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00004-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00166-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00166-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00005-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00005-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00167-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00167-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00006-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00006-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00168-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00168-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00007-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00007-of-00008.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00169-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00169-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00008-of-00008", + "path": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/model-00008-of-00008.safetensors", + "file_size": "2.5 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Llama-3.3-70B-Instruct-4bit/resolve/main/README.md", + "description": "A 4-bit quantized version of Meta's Llama-3.3-70B-Instruct converted to MLX format for Apple devices." + }, + { + "model_name": "Soprano-80M-bf16", + "developer": "mlx-community", + "downloads": 9681, + "createdAt": "2026-01-04T01:59:52.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00170-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00170-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Soprano-80M-bf16/resolve/main/model.safetensors", + "file_size": "207.3 MB" + } + ], + "config": "https://huggingface.co/mlx-community/Soprano-80M-bf16/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Soprano-80M-bf16/resolve/main/README.md", + "description": "A text-to-speech model converted to MLX format for Apple Silicon." + }, + { + "model_name": "Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit", + "developer": "mlx-community", + "downloads": 9651, + "createdAt": "2026-03-14T20:07:10.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ { - "model_id": "model-00171-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00171-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00001-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00172-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00172-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00002-of-00003.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00173-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00173-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit/resolve/main/model-00003-of-00003.safetensors", + "file_size": "5.0 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit quantized image-text reasoning model with safety measures removed, optimized for Apple Silicon." + }, + { + "model_name": "gemma-4-26b-a4b-it-nvfp4", + "developer": "mlx-community", + "downloads": 9210, + "createdAt": "2026-04-02T17:15:56.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 3, + "safetensors_files": [ { - "model_id": "model-00174-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00174-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-nvfp4/resolve/main/model-00001-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00175-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00175-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-nvfp4/resolve/main/model-00002-of-00003.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00176-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00176-of-00180.safetensors", - "file_size": "3.0 GB" - }, + "model_id": "model-00003-of-00003", + "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-nvfp4/resolve/main/model-00003-of-00003.safetensors", + "file_size": "4.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-nvfp4/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-it-nvfp4/resolve/main/README.md", + "description": "MLX-converted version of Google's Gemma-4-26b vision-language model for image-text tasks." + }, + { + "model_name": "GLM-4.7-Flash-4bit", + "developer": "mlx-community", + "downloads": 8839, + "createdAt": "2026-01-19T15:48:11.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 4, + "safetensors_files": [ { - "model_id": "model-00177-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00177-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00001-of-00004", + "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00001-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00178-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00178-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00002-of-00004", + "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00002-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00179-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00179-of-00180.safetensors", - "file_size": "3.0 GB" + "model_id": "model-00003-of-00004", + "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00003-of-00004.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00180-of-00180", - "path": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/model-00180-of-00180.safetensors", - "file_size": "3.6 GB" + "model_id": "model-00004-of-00004", + "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/model-00004-of-00004.safetensors", + "file_size": "732.5 MB" } ], - "config": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Kimi-K2-Instruct-4bit/resolve/main/README.md", - "description": "4-bit quantized MLX version of Kimi-K2-Instruct for text generation." + "config": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/GLM-4.7-Flash-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX version of GLM-4.7-Flash for text generation using the mlx-lm library." }, { - "model_name": "DeepSeek-V3.1-4bit", + "model_name": "GLM-5.1-MXFP4-Q8", "developer": "mlx-community", - "downloads": 7760, - "createdAt": "2025-08-21T08:02:57.000Z", + "downloads": 8665, + "createdAt": "2026-04-07T23:09:44.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 88, + "num_safetensors": 76, "safetensors_files": [ { - "model_id": "model-00001-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00001-of-00088.safetensors", - "file_size": "3.5 GB" - }, - { - "model_id": "model-00002-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00002-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00003-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00003-of-00088.safetensors", - "file_size": "3.9 GB" - }, - { - "model_id": "model-00004-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00004-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00005-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00005-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00006-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00006-of-00088.safetensors", - "file_size": "3.9 GB" - }, - { - "model_id": "model-00007-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00007-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00008-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00008-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00009-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00009-of-00088.safetensors", - "file_size": "3.9 GB" - }, - { - "model_id": "model-00010-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00010-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00011-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00011-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00012-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00012-of-00088.safetensors", + "model_id": "model-00001-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00001-of-00076.safetensors", "file_size": "3.9 GB" }, { - "model_id": "model-00013-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00013-of-00088.safetensors", - "file_size": "4.1 GB" - }, - { - "model_id": "model-00014-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00014-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00002-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00002-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00015-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00015-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00003-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00003-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00016-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00016-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00004-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00004-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00017-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00017-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00005-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00005-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00018-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00018-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00006-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00006-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00019-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00019-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00007-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00007-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00020-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00020-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00008-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00008-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00021-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00021-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00009-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00009-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00022-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00022-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00010-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00010-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00023-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00023-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00011-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00011-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00024-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00024-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00012-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00012-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00025-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00025-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00013-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00013-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00026-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00026-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00014-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00014-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00027-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00027-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00015-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00015-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00028-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00028-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00016-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00016-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00029-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00029-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00017-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00017-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00030-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00030-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00018-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00018-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00031-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00031-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00019-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00019-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00032-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00032-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00020-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00020-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00033-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00033-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00021-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00021-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00034-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00034-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00022-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00022-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00035-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00035-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00023-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00023-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00036-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00036-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00024-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00024-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00037-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00037-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00025-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00025-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00038-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00038-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00026-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00026-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00039-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00039-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00027-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00027-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00040-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00040-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00028-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00028-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00041-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00041-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00029-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00029-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00042-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00042-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00030-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00030-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00043-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00043-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00031-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00031-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00044-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00044-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00032-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00032-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00045-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00045-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00033-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00033-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00046-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00046-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00034-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00034-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00047-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00047-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00035-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00035-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00048-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00048-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00036-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00036-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00049-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00049-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00037-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00037-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00050-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00050-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00038-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00038-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00051-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00051-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00039-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00039-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00052-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00052-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00040-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00040-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00053-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00053-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00041-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00041-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00054-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00054-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00042-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00042-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00055-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00055-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00043-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00043-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00056-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00056-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00044-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00044-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00057-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00057-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00045-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00045-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00058-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00058-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00046-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00046-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00059-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00059-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00047-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00047-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00060-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00060-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00048-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00048-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00061-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00061-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00049-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00049-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00062-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00062-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00050-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00050-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00063-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00063-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00051-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00051-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00064-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00064-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00052-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00052-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00065-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00065-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00053-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00053-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00066-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00066-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00054-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00054-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00067-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00067-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00055-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00055-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00068-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00068-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00056-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00056-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00069-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00069-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00057-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00057-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00070-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00070-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00058-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00058-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00071-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00071-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00059-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00059-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00072-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00072-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00060-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00060-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00073-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00073-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00061-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00061-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00074-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00074-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00062-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00062-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00075-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00075-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00063-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00063-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00076-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00076-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00064-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00064-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00077-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00077-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00065-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00065-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00078-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00078-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00066-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00066-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00079-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00079-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00067-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00067-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00080-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00080-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00068-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00068-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00081-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00081-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00069-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00069-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00082-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00082-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00070-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00070-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00083-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00083-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00071-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00071-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00084-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00084-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00072-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00072-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00085-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00085-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00073-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00073-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00086-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00086-of-00088.safetensors", - "file_size": "4.1 GB" + "model_id": "model-00074-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00074-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00087-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00087-of-00088.safetensors", - "file_size": "3.9 GB" + "model_id": "model-00075-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00075-of-00076.safetensors", + "file_size": "5.0 GB" }, { - "model_id": "model-00088-of-00088", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/model-00088-of-00088.safetensors", - "file_size": "2.5 GB" + "model_id": "model-00076-of-00076", + "path": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/model-00076-of-00076.safetensors", + "file_size": "4.2 GB" } ], - "config": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/DeepSeek-V3.1-4bit/resolve/main/README.md", - "description": "DeepSeek-V3.1-4bit is a 4-bit quantized version of DeepSeek-V3.1 converted to MLX format for Apple Silicon." + "config": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/GLM-5.1-MXFP4-Q8/resolve/main/README.md", + "description": "An MLX-optimized 4-bit quantized GLM-5.1 text generation model for Apple Silicon." }, { - "model_name": "GLM-4.7-Flash-5bit", + "model_name": "Qwen3.5-9B-8bit", "developer": "mlx-community", - "downloads": 7674, - "createdAt": "2026-01-19T15:47:20.000Z", + "downloads": 8393, + "createdAt": "2026-03-02T14:48:17.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 4, + "num_safetensors": 2, "safetensors_files": [ { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-5bit/resolve/main/model-00001-of-00004.safetensors", + "model_id": "model-00001-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/model-00001-of-00002.safetensors", "file_size": "5.0 GB" }, { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-5bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-5bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-5bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "4.4 GB" + "model_id": "model-00002-of-00002", + "path": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/model-00002-of-00002.safetensors", + "file_size": "4.7 GB" } ], - "config": "https://huggingface.co/mlx-community/GLM-4.7-Flash-5bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/GLM-4.7-Flash-5bit/resolve/main/README.md", - "description": "A 5-bit quantized version of GLM-4.7-Flash converted to MLX format for text generation on Apple Silicon." + "config": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-9B-8bit/resolve/main/README.md", + "description": "This is an 8-bit MLX-converted version of Qwen3.5-9B for image-text-to-text generation using the mlx-vlm library." }, { - "model_name": "Meta-Llama-3.1-70B-Instruct-4bit", + "model_name": "Qwen3.5-35B-A3B-8bit", "developer": "mlx-community", - "downloads": 7580, - "createdAt": "2024-07-23T14:40:04.000Z", + "downloads": 8270, + "createdAt": "2026-02-24T19:33:04.000Z", "library_name": "mlx", "tools": false, "num_safetensors": 8, "safetensors_files": [ { "model_id": "model-00001-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00001-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00001-of-00008.safetensors", + "file_size": "5.0 GB" }, { "model_id": "model-00002-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00002-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00002-of-00008.safetensors", + "file_size": "5.0 GB" }, { "model_id": "model-00003-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00003-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00003-of-00008.safetensors", + "file_size": "5.0 GB" }, { "model_id": "model-00004-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00004-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00004-of-00008.safetensors", + "file_size": "5.0 GB" }, { "model_id": "model-00005-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00005-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00005-of-00008.safetensors", + "file_size": "5.0 GB" }, { "model_id": "model-00006-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00006-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00006-of-00008.safetensors", + "file_size": "5.0 GB" }, { "model_id": "model-00007-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00007-of-00008.safetensors", - "file_size": "4.9 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00007-of-00008.safetensors", + "file_size": "4.7 GB" }, { "model_id": "model-00008-of-00008", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/model-00008-of-00008.safetensors", - "file_size": "2.5 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-70B-Instruct-4bit/resolve/main/README.md", - "description": "Meta's Llama 3.1 70B instruction-tuned language model, converted to 4-bit MLX format for Apple Silicon." - }, - { - "model_name": "Qwen3.5-0.8B-4bit", - "developer": "mlx-community", - "downloads": 7551, - "createdAt": "2026-03-02T14:42:12.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ - { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-4bit/resolve/main/model.safetensors", - "file_size": "596.3 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-4bit/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 0.8B model, the smallest Qwen 3.5 variant for minimal resource environments." - }, - { - "model_name": "gemma-4-26b-a4b-4bit", - "developer": "mlx-community", - "downloads": 7537, - "createdAt": "2026-04-02T17:26:53.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 3, - "safetensors_files": [ - { - "model_id": "model-00001-of-00003", - "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/model-00001-of-00003.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00002-of-00003", - "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/model-00002-of-00003.safetensors", - "file_size": "4.9 GB" - }, - { - "model_id": "model-00003-of-00003", - "path": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/model-00003-of-00003.safetensors", - "file_size": "4.7 GB" + "path": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/model-00008-of-00008.safetensors", + "file_size": "515.3 MB" } ], - "config": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-4-26b-a4b-4bit/resolve/main/README.md", - "description": "Google's Gemma 4 26B MoE model quantized to 4-bit for memory-efficient deployment." + "config": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-35B-A3B-8bit/resolve/main/README.md", + "description": "MLX-converted 8-bit Qwen3.5-35B-A3B model for image-text-to-text tasks." }, { - "model_name": "Mistral-Nemo-Instruct-2407-4bit", + "model_name": "GLM-5.1", "developer": "mlx-community", - "downloads": 7456, - "createdAt": "2024-07-18T15:04:53.000Z", + "downloads": 8254, + "createdAt": "2026-04-07T21:55:47.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 2, + "num_safetensors": 301, "safetensors_files": [ { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Mistral-Nemo-Instruct-2407-4bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00001-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00001-of-00301.safetensors", + "file_size": "4.3 GB" }, { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Mistral-Nemo-Instruct-2407-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "1.4 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Mistral-Nemo-Instruct-2407-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Mistral-Nemo-Instruct-2407-4bit/resolve/main/README.md", - "description": "A 4-bit MLX-converted version of Mistral-Nemo-Instruct-2407 for use with mlx-lm." - }, - { - "model_name": "gemma-3-27b-it-4bit", - "developer": "mlx-community", - "downloads": 7441, - "createdAt": "2025-03-12T10:18:34.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ - { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-4bit/resolve/main/model-00001-of-00004.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00002-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00002-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-4bit/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00003-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00003-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-4bit/resolve/main/model-00003-of-00004.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00004-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00004-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/gemma-3-27b-it-4bit/resolve/main/model-00004-of-00004.safetensors", - "file_size": "768.0 MB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-3-27b-it-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-3-27b-it-4bit/resolve/main/README.md", - "description": "Google's Gemma 3 27B instruction-tuned model, a capable open model for text generation, reasoning, and conversation." - }, - { - "model_name": "Qwen3-Next-80B-A3B-Thinking-4bit", - "developer": "mlx-community", - "downloads": 7367, - "createdAt": "2025-09-13T03:48:29.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 9, - "safetensors_files": [ - { - "model_id": "model-00001-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00001-of-00009.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00005-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00005-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00002-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00002-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00006-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00006-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00003-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00007-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00007-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00004-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00008-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00008-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00005-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00005-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00009-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00009-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00006-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00006-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00010-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00010-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00007-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00011-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00011-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00008-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00008-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00012-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00012-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00009-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/model-00009-of-00009.safetensors", - "file_size": "2.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit/resolve/main/README.md", - "description": "MLX conversion of Qwen3-Next-80B-A3B-Thinking (4-bit quantized, text generation)." - }, - { - "model_name": "Qwen3-Coder-480B-A35B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 7295, - "createdAt": "2025-07-22T14:57:18.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 62, - "safetensors_files": [ - { - "model_id": "model-00001-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00001-of-00062.safetensors", - "file_size": "4.6 GB" + "model_id": "model-00013-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00013-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00002-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00002-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00014-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00014-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00003-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00015-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00015-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00004-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00016-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00016-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00005-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00005-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00017-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00017-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00006-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00006-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00018-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00018-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00007-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00019-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00019-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00008-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00008-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00020-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00020-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00009-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00009-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00021-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00021-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00010-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00010-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00022-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00022-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00011-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00011-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00023-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00023-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00012-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00012-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00024-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00024-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00013-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00013-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00025-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00025-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00014-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00014-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00026-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00026-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00015-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00015-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00027-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00027-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00016-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00016-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00028-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00028-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00017-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00017-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00029-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00029-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00018-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00018-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00030-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00030-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00019-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00019-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00031-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00031-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00020-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00020-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00032-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00032-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00021-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00021-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00033-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00033-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00022-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00022-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00034-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00034-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00023-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00023-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00035-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00035-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00024-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00024-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00036-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00036-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00025-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00025-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00037-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00037-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00026-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00026-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00038-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00038-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00027-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00027-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00039-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00039-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00028-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00028-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00040-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00040-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00029-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00029-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00041-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00041-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00030-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00030-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00042-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00042-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00031-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00031-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00043-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00043-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00032-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00032-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00044-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00044-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00033-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00033-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00045-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00045-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00034-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00034-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00046-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00046-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00035-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00035-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00047-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00047-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00036-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00036-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00048-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00048-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00037-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00037-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00049-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00049-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00038-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00038-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00050-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00050-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00039-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00039-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00051-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00051-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00040-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00040-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00052-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00052-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00041-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00041-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00053-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00053-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00042-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00042-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00054-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00054-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00043-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00043-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00055-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00055-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00044-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00044-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00056-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00056-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00045-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00045-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00057-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00057-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00046-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00046-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00058-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00058-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00047-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00047-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00059-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00059-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00048-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00048-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00060-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00060-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00049-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00049-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00061-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00061-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00050-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00050-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00062-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00062-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00051-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00051-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00063-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00063-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00052-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00052-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00064-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00064-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00053-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00053-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00065-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00065-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00054-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00054-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00066-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00066-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00055-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00055-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00067-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00067-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00056-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00056-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00068-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00068-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00057-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00057-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00069-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00069-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00058-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00058-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00070-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00070-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00059-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00059-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00071-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00071-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00060-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00060-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00072-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00072-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00061-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00061-of-00062.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00073-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00073-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00062-of-00062", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/model-00062-of-00062.safetensors", - "file_size": "4.4 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit/resolve/main/README.md", - "description": "This is a 4-bit quantized MLX version of Qwen3-Coder-480B-A35B-Instruct for text generation on Apple Silicon." - }, - { - "model_name": "Qwen3-235B-A22B-Instruct-2507-8bit", - "developer": "mlx-community", - "downloads": 7170, - "createdAt": "2025-07-22T02:33:17.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 48, - "safetensors_files": [ - { - "model_id": "model-00001-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00001-of-00048.safetensors", - "file_size": "4.7 GB" + "model_id": "model-00074-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00074-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00002-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00075-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00075-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00003-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00076-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00076-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00004-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00077-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00077-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00005-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00005-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00078-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00078-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00006-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00006-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00079-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00079-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00007-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00080-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00080-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00008-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00008-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00081-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00081-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00009-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00009-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00082-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00082-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00010-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00010-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00083-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00083-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00011-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00011-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00084-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00084-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00012-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00012-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00085-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00085-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00013-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00013-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00086-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00086-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00014-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00014-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00087-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00087-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00015-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00015-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00088-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00088-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00016-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00016-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00089-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00089-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00017-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00017-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00090-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00090-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00018-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00018-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00091-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00091-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00019-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00019-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00092-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00092-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00020-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00020-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00093-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00093-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00021-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00021-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00094-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00094-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00022-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00022-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00095-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00095-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00023-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00023-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00096-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00096-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00024-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00024-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00097-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00097-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00025-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00025-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00098-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00098-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00026-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00026-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00099-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00099-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00027-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00027-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00100-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00100-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00028-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00028-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00101-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00101-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00029-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00029-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00102-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00102-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00030-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00030-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00103-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00103-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00031-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00031-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00104-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00104-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00032-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00032-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00105-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00105-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00033-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00033-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00106-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00106-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00034-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00034-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00107-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00107-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00035-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00035-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00108-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00108-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00036-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00036-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00109-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00109-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00037-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00037-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00110-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00110-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00038-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00038-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00111-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00111-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00039-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00039-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00112-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00112-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00040-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00040-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00113-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00113-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00041-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00041-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00114-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00114-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00042-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00042-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00115-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00115-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00043-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00043-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00116-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00116-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00044-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00044-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00117-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00117-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00045-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00045-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00118-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00118-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00046-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00046-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00119-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00119-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00047-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00047-of-00048.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00120-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00120-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00048-of-00048", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/model-00048-of-00048.safetensors", - "file_size": "1.4 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit/resolve/main/README.md", - "description": "An 8-bit MLX-quantized version of Qwen3-235B-A22B-Instruct-2507 for text generation on Apple Silicon." - }, - { - "model_name": "Qwen2.5-14B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 7118, - "createdAt": "2024-09-18T20:00:34.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 2, - "safetensors_files": [ + "model_id": "model-00121-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00121-of-00301.safetensors", + "file_size": "407.7 MB" + }, { - "model_id": "model-00001-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/model-00001-of-00002.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00122-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00122-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00002", - "path": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/model-00002-of-00002.safetensors", - "file_size": "2.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2.5-14B-Instruct-4bit/resolve/main/README.md", - "description": "Alibaba's Qwen 2.5 14B instruction-tuned model for general-purpose text generation." - }, - { - "model_name": "GLM-4.7-Flash-6bit", - "developer": "mlx-community", - "downloads": 7112, - "createdAt": "2026-01-19T15:48:06.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 5, - "safetensors_files": [ + "model_id": "model-00123-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00123-of-00301.safetensors", + "file_size": "6.0 GB" + }, { - "model_id": "model-00001-of-00005", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/model-00001-of-00005.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00124-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00124-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00005", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/model-00002-of-00005.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00125-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00125-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00003-of-00005", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/model-00003-of-00005.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00126-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00126-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00005", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/model-00004-of-00005.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00127-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00127-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00005-of-00005", - "path": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/model-00005-of-00005.safetensors", - "file_size": "2.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/GLM-4.7-Flash-6bit/resolve/main/README.md", - "description": "A 6-bit quantized version of GLM-4.7-Flash converted to MLX format for text generation using mlx-lm." - }, - { - "model_name": "Qwen3-235B-A22B-Instruct-2507-4bit", - "developer": "mlx-community", - "downloads": 7086, - "createdAt": "2025-07-22T02:21:21.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 26, - "safetensors_files": [ + "model_id": "model-00128-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00128-of-00301.safetensors", + "file_size": "6.0 GB" + }, { - "model_id": "model-00001-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00001-of-00026.safetensors", - "file_size": "4.7 GB" + "model_id": "model-00129-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00129-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00002-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00002-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00130-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00130-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00003-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00131-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00131-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00004-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00132-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00132-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00005-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00005-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00133-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00133-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00006-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00006-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00134-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00134-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00007-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00135-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00135-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00008-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00008-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00136-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00136-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00009-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00009-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00137-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00137-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00010-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00010-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00138-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00138-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00011-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00011-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00139-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00139-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00012-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00012-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00140-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00140-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00013-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00013-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00141-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00141-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00014-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00014-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00142-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00142-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00015-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00015-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00143-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00143-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00016-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00016-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00144-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00144-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00017-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00017-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00145-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00145-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00018-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00018-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00146-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00146-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00019-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00019-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00147-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00147-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00020-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00020-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00148-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00148-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00021-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00021-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00149-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00149-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00022-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00022-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00150-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00150-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00023-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00023-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00151-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00151-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00024-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00024-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00152-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00152-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00025-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00025-of-00026.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00153-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00153-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00026-of-00026", - "path": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/model-00026-of-00026.safetensors", - "file_size": "3.8 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit/resolve/main/README.md", - "description": "4-bit MLX quantized version of Qwen3-235B-A22B-Instruct for text generation on Apple Silicon." - }, - { - "model_name": "MiniMax-M2.1-3bit", - "developer": "mlx-community", - "downloads": 6922, - "createdAt": "2025-12-26T10:40:52.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 19, - "safetensors_files": [ + "model_id": "model-00154-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00154-of-00301.safetensors", + "file_size": "6.0 GB" + }, { - "model_id": "model-00001-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00001-of-00019.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00155-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00155-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00002-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00156-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00156-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00003-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00157-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00157-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00004-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00004-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00158-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00158-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00005-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00005-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00159-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00159-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00006-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00006-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00160-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00160-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00007-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00161-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00161-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00008-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00008-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00162-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00162-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00009-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00009-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00163-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00163-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00010-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00010-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00164-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00164-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00011-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00011-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00165-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00165-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00012-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00012-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00166-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00166-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00013-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00013-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00167-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00167-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00014-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00014-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00168-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00168-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00015-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00015-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00169-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00169-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00016-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00016-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00170-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00170-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00017-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00017-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00171-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00171-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00018-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00018-of-00019.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00172-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00172-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00019-of-00019", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/model-00019-of-00019.safetensors", - "file_size": "3.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/MiniMax-M2.1-3bit/resolve/main/README.md", - "description": "A 3-bit quantized version of MiniMax-M2.1 converted to MLX format for text generation." - }, - { - "model_name": "Qwen3-Next-80B-A3B-Thinking-8bit", - "developer": "mlx-community", - "downloads": 6853, - "createdAt": "2025-09-13T02:33:52.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 17, - "safetensors_files": [ + "model_id": "model-00173-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00173-of-00301.safetensors", + "file_size": "407.7 MB" + }, { - "model_id": "model-00001-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00001-of-00017.safetensors", - "file_size": "4.7 GB" + "model_id": "model-00174-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00174-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00002-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00175-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00175-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00003-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00176-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00176-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00004-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00004-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00177-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00177-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00005-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00005-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00178-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00178-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00006-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00006-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00179-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00179-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00007-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00180-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00180-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00008-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00008-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00181-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00181-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00009-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00009-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00182-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00182-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00010-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00010-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00183-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00183-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00011-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00011-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00184-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00184-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00012-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00012-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00185-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00185-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00013-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00013-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00186-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00186-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00014-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00014-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00187-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00187-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00015-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00015-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00188-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00188-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00016-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00016-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00189-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00189-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00017-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/model-00017-of-00017.safetensors", - "file_size": "862.5 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit/resolve/main/README.md", - "description": "An 8-bit MLX quantized version of Qwen3-Next-80B-A3B-Thinking for text generation on Apple Silicon." - }, - { - "model_name": "DeepSeek-V3.1-8bit", - "developer": "mlx-community", - "downloads": 6828, - "createdAt": "2025-08-21T14:15:56.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 175, - "safetensors_files": [ + "model_id": "model-00190-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00190-of-00301.safetensors", + "file_size": "6.0 GB" + }, { - "model_id": "model-00001-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00001-of-00175.safetensors", - "file_size": "2.8 GB" + "model_id": "model-00191-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00191-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00002-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00002-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00192-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00192-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00003-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00003-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00193-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00193-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00004-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00004-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00194-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00194-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00005-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00005-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00195-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00195-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00006-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00006-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00196-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00196-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00007-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00007-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00197-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00197-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00008-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00008-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00198-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00198-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00009-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00009-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00199-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00199-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00010-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00010-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00200-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00200-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00011-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00011-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00201-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00201-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00012-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00012-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00202-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00202-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00013-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00013-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00203-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00203-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00014-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00014-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00204-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00204-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00015-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00015-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00205-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00205-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00016-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00016-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00206-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00206-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00017-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00017-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00207-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00207-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00018-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00018-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00208-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00208-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00019-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00019-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00209-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00209-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00020-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00020-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00210-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00210-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00021-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00021-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00211-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00211-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00022-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00022-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00212-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00212-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00023-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00023-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00213-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00213-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00024-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00024-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00214-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00214-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00025-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00025-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00215-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00215-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00026-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00026-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00216-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00216-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00027-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00027-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00217-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00217-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00028-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00028-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00218-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00218-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00029-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00029-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00219-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00219-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00030-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00030-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00220-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00220-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00031-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00031-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00221-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00221-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00032-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00032-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00222-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00222-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00033-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00033-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00223-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00223-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00034-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00034-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00224-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00224-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00035-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00035-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00225-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00225-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00036-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00036-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00226-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00226-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00037-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00037-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00227-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00227-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00038-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00038-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00228-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00228-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00039-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00039-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00229-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00229-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00040-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00040-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00230-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00230-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00041-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00041-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00231-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00231-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00042-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00042-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00232-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00232-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00043-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00043-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00233-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00233-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00044-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00044-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00234-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00234-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00045-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00045-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00235-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00235-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00046-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00046-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00236-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00236-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00047-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00047-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00237-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00237-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00048-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00048-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00238-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00238-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00049-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00049-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00239-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00239-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00050-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00050-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00240-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00240-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00051-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00051-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00241-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00241-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00052-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00052-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00242-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00242-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00053-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00053-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00243-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00243-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00054-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00054-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00244-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00244-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00055-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00055-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00245-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00245-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00056-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00056-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00246-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00246-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00057-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00057-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00247-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00247-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00058-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00058-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00248-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00248-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00059-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00059-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00249-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00249-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00060-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00060-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00250-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00250-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00061-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00061-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00251-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00251-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00062-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00062-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00252-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00252-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00063-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00063-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00253-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00253-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00064-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00064-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00254-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00254-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00065-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00065-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00255-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00255-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00066-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00066-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00256-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00256-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00067-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00067-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00257-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00257-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00068-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00068-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00258-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00258-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00069-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00069-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00259-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00259-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00070-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00070-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00260-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00260-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00071-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00071-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00261-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00261-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00072-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00072-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00262-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00262-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00073-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00073-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00263-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00263-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00074-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00074-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00264-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00264-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00075-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00075-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00265-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00265-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00076-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00076-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00266-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00266-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00077-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00077-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00267-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00267-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00078-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00078-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00268-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00268-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00079-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00079-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00269-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00269-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00080-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00080-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00270-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00270-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00081-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00081-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00271-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00271-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00082-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00082-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00272-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00272-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00083-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00083-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00273-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00273-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00084-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00084-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00274-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00274-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00085-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00085-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00275-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00275-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00086-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00086-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00276-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00276-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00087-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00087-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00277-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00277-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00088-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00088-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00278-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00278-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00089-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00089-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00279-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00279-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00090-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00090-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00280-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00280-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00091-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00091-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00281-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00281-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00092-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00092-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00282-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00282-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00093-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00093-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00283-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00283-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00094-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00094-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00284-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00284-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00095-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00095-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00285-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00285-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00096-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00096-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00286-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00286-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00097-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00097-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00287-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00287-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00098-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00098-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00288-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00288-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00099-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00099-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00289-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00289-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00100-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00100-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00290-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00290-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00101-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00101-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00291-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00291-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00102-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00102-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00292-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00292-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00103-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00103-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00293-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00293-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00104-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00104-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00294-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00294-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00105-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00105-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00295-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00295-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00106-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00106-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00296-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00296-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00107-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00107-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00297-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00297-of-00301.safetensors", + "file_size": "407.7 MB" }, { - "model_id": "model-00108-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00108-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00298-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00298-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00109-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00109-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00299-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00299-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00110-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00110-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00300-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00300-of-00301.safetensors", + "file_size": "6.0 GB" }, { - "model_id": "model-00111-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00111-of-00175.safetensors", - "file_size": "3.7 GB" - }, + "model_id": "model-00301-of-00301", + "path": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/model-00301-of-00301.safetensors", + "file_size": "1.8 GB" + } + ], + "config": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/GLM-5.1/resolve/main/README.md", + "description": "MLX-optimized GLM-5.1 text generation model for Apple Silicon." + }, + { + "model_name": "gemma-3-1b-it-4bit", + "developer": "mlx-community", + "downloads": 8245, + "createdAt": "2025-03-12T08:56:39.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ { - "model_id": "model-00112-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00112-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model", + "path": "https://huggingface.co/mlx-community/gemma-3-1b-it-4bit/resolve/main/model.safetensors", + "file_size": "698.6 MB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-3-1b-it-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-3-1b-it-4bit/resolve/main/README.md", + "description": "A 4-bit quantized Gemma 1B instruction-tuned model converted to MLX format for Apple Silicon." + }, + { + "model_name": "Qwen3-Embedding-4B-4bit-DWQ", + "developer": "mlx-community", + "downloads": 8202, + "createdAt": "2025-06-06T14:11:02.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-Embedding-4B-4bit-DWQ/resolve/main/model.safetensors", + "file_size": "2.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-Embedding-4B-4bit-DWQ/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-Embedding-4B-4bit-DWQ/resolve/main/README.md", + "description": "MLX-converted 4-bit quantized Qwen3-Embedding-4B model for text embeddings." + }, + { + "model_name": "deepseek-ai-DeepSeek-V4-Flash-4bit", + "developer": "mlx-community", + "downloads": 8047, + "createdAt": "2026-04-24T08:41:38.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 33, + "safetensors_files": [ + { + "model_id": "model-00001-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00001-of-00033.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00113-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00113-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00002-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00002-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00114-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00114-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00003-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00003-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00115-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00115-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00004-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00004-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00116-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00116-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00005-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00005-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00117-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00117-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00006-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00006-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00118-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00118-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00007-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00007-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00119-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00119-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00008-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00008-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00120-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00120-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00009-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00009-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00121-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00121-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00010-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00010-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00122-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00122-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00011-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00011-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00123-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00123-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00012-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00012-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00124-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00124-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00013-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00013-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00125-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00125-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00014-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00014-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00126-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00126-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00015-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00015-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00127-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00127-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00016-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00016-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00128-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00128-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00017-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00017-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00129-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00129-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00018-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00018-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00130-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00130-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00019-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00019-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00131-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00131-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00020-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00020-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00132-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00132-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00021-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00021-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00133-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00133-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00022-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00022-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00134-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00134-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00023-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00023-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00135-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00135-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00024-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00024-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00136-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00136-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00025-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00025-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00137-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00137-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00026-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00026-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00138-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00138-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00027-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00027-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00139-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00139-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00028-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00028-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00140-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00140-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00029-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00029-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00141-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00141-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00030-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00030-of-00033.safetensors", + "file_size": "4.7 GB" }, { - "model_id": "model-00142-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00142-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00031-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00031-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00143-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00143-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00032-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00032-of-00033.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00144-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00144-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00033-of-00033", + "path": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/model-00033-of-00033.safetensors", + "file_size": "1.4 GB" + } + ], + "config": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit/resolve/main/README.md", + "description": "4-bit MLX-quantized version of DeepSeek-V4-Flash for Apple Silicon, loadable via mlx-lm." + }, + { + "model_name": "DeepSeek-V4-Pro-4bit", + "developer": "mlx-community", + "downloads": 7865, + "createdAt": "2026-04-25T00:53:30.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 183, + "safetensors_files": [ + { + "model_id": "model-00001-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00001-of-00183.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00145-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00145-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00002-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00002-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00146-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00146-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00003-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00003-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00147-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00147-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00004-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00004-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00148-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00148-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00005-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00005-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00149-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00149-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00006-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00006-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00150-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00150-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00007-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00007-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00151-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00151-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00008-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00008-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00152-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00152-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00009-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00009-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00153-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00153-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00010-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00010-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00154-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00154-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00011-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00011-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00155-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00155-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00012-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00012-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00156-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00156-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00013-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00013-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00157-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00157-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00014-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00014-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00158-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00158-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00015-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00015-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00159-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00159-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00016-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00016-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00160-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00160-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00017-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00017-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00161-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00161-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00018-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00018-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00162-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00162-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00019-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00019-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00163-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00163-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00020-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00020-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00164-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00164-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00021-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00021-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00165-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00165-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00022-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00022-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00166-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00166-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00023-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00023-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00167-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00167-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00024-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00024-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00168-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00168-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00025-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00025-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00169-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00169-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00026-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00026-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00170-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00170-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00027-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00027-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00171-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00171-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00028-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00028-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00172-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00172-of-00175.safetensors", - "file_size": "4.0 GB" + "model_id": "model-00029-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00029-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00173-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00173-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00030-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00030-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00174-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00174-of-00175.safetensors", - "file_size": "3.7 GB" + "model_id": "model-00031-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00031-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00175-of-00175", - "path": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/model-00175-of-00175.safetensors", - "file_size": "4.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/DeepSeek-V3.1-8bit/resolve/main/README.md", - "description": "An 8-bit quantized DeepSeek-V3.1 model converted to MLX format for Apple Silicon devices." - }, - { - "model_name": "Qwen3-Coder-Next-4bit", - "developer": "mlx-community", - "downloads": 6785, - "createdAt": "2026-02-03T17:07:43.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 9, - "safetensors_files": [ + "model_id": "model-00032-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00032-of-00183.safetensors", + "file_size": "4.2 GB" + }, { - "model_id": "model-00001-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00001-of-00009.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00033-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00033-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00002-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00002-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00034-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00034-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00003-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00003-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00035-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00035-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00004-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00004-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00036-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00036-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00005-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00005-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00037-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00037-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00006-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00006-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00038-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00038-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00007-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00007-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00039-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00039-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00008-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00008-of-00009.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00040-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00040-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00009-of-00009", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00009-of-00009.safetensors", - "file_size": "2.7 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/README.md", - "description": "4-bit MLX port of Qwen3-Coder-Next for text generation on Apple devices." - }, - { - "model_name": "Qwen3.5-27B-8bit", - "developer": "mlx-community", - "downloads": 6768, - "createdAt": "2026-02-24T19:08:18.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 6, - "safetensors_files": [ + "model_id": "model-00041-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00041-of-00183.safetensors", + "file_size": "4.2 GB" + }, { - "model_id": "model-00001-of-00006", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/model-00001-of-00006.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00042-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00042-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00002-of-00006", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/model-00002-of-00006.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00043-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00043-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00003-of-00006", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/model-00003-of-00006.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00044-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00044-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00004-of-00006", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/model-00004-of-00006.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00045-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00045-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00005-of-00006", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/model-00005-of-00006.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00046-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00046-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00006-of-00006", - "path": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/model-00006-of-00006.safetensors", - "file_size": "2.6 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-27B-8bit/resolve/main/README.md", - "description": "An 8-bit MLX-converted version of Qwen3.5-27B for image-text-to-text tasks." - }, - { - "model_name": "LFM2-VL-1.6B-4bit", - "developer": "mlx-community", - "downloads": 6758, - "createdAt": "2025-08-16T07:40:12.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ + "model_id": "model-00047-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00047-of-00183.safetensors", + "file_size": "4.2 GB" + }, { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/LFM2-VL-1.6B-4bit/resolve/main/model.safetensors", - "file_size": "1.4 GB" - } - ], - "config": "https://huggingface.co/mlx-community/LFM2-VL-1.6B-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/LFM2-VL-1.6B-4bit/resolve/main/README.md", - "description": "Liquid AI's LFM 2 VL 1.6B vision-language model for lightweight multimodal tasks." - }, - { - "model_name": "Qwen2-VL-2B-Instruct-4bit", - "developer": "mlx-community", - "downloads": 6754, - "createdAt": "2024-09-27T23:12:09.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ + "model_id": "model-00048-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00048-of-00183.safetensors", + "file_size": "4.4 GB" + }, { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen2-VL-2B-Instruct-4bit/resolve/main/model.safetensors", - "file_size": "1.2 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen2-VL-2B-Instruct-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen2-VL-2B-Instruct-4bit/resolve/main/README.md", - "description": "Alibaba's Qwen 2 VL 2B vision-language model for lightweight multimodal tasks." - }, - { - "model_name": "Qwen3-30B-A3B-8bit", - "developer": "mlx-community", - "downloads": 6743, - "createdAt": "2025-04-28T22:00:46.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 7, - "safetensors_files": [ + "model_id": "model-00049-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00049-of-00183.safetensors", + "file_size": "4.2 GB" + }, { - "model_id": "model-00001-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00001-of-00007.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00050-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00050-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00002-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00002-of-00007.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00051-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00051-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00003-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00003-of-00007.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00052-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00052-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00004-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00004-of-00007.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00053-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00053-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00005-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00005-of-00007.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00054-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00054-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00006-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00006-of-00007.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00055-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00055-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00007-of-00007", - "path": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/model-00007-of-00007.safetensors", - "file_size": "723.3 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-30B-A3B-8bit/resolve/main/README.md", - "description": "An 8-bit quantized version of Qwen3-30B-A3B converted to MLX format for text generation." - }, - { - "model_name": "Qwen3.5-2B-OptiQ-4bit", - "developer": "mlx-community", - "downloads": 6704, - "createdAt": "2026-03-04T09:13:57.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ + "model_id": "model-00056-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00056-of-00183.safetensors", + "file_size": "4.2 GB" + }, { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/Qwen3.5-2B-OptiQ-4bit/resolve/main/model.safetensors", - "file_size": "1.3 GB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3.5-2B-OptiQ-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3.5-2B-OptiQ-4bit/resolve/main/README.md", - "description": "A quantization-optimized variant of Alibaba's Qwen 3.5 2B model." - }, - { - "model_name": "Qwen3-Next-80B-A3B-Instruct-8bit", - "developer": "mlx-community", - "downloads": 6633, - "createdAt": "2025-09-13T02:32:44.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 17, - "safetensors_files": [ + "model_id": "model-00057-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00057-of-00183.safetensors", + "file_size": "4.4 GB" + }, { - "model_id": "model-00001-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00001-of-00017.safetensors", - "file_size": "4.7 GB" + "model_id": "model-00058-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00058-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00002-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00002-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00059-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00059-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00003-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00003-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00060-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00060-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00004-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00004-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00061-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00061-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00005-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00005-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00062-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00062-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00006-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00006-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00063-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00063-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00007-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00007-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00064-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00064-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00008-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00008-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00065-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00065-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00009-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00009-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00066-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00066-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00010-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00010-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00067-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00067-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00011-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00011-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00068-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00068-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00012-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00012-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00069-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00069-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00013-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00013-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00070-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00070-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00014-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00014-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00071-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00071-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00015-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00015-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00072-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00072-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00016-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00016-of-00017.safetensors", - "file_size": "4.9 GB" + "model_id": "model-00073-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00073-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00017-of-00017", - "path": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/model-00017-of-00017.safetensors", - "file_size": "862.5 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit/resolve/main/README.md", - "description": "An 8-bit MLX-quantized version of Qwen3-Next-80B-A3B-Instruct for text generation on Apple Silicon." - }, - { - "model_name": "Qwen3-Coder-480B-A35B-Instruct-8bit", - "developer": "mlx-community", - "downloads": 6628, - "createdAt": "2025-12-08T15:00:10.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 125, - "safetensors_files": [ + "model_id": "model-00074-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00074-of-00183.safetensors", + "file_size": "4.2 GB" + }, { - "model_id": "model-00001-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00001-of-00125.safetensors", - "file_size": "3.8 GB" + "model_id": "model-00075-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00075-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00002-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00002-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00076-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00076-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00003-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00003-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00077-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00077-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00004-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00004-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00078-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00078-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00005-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00005-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00079-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00079-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00006-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00006-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00080-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00080-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00007-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00007-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00081-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00081-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00008-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00008-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00082-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00082-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00009-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00009-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00083-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00083-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00010-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00010-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00084-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00084-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00011-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00011-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00085-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00085-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00012-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00012-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00086-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00086-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00013-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00013-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00087-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00087-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00014-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00014-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00088-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00088-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00015-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00015-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00089-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00089-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00016-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00016-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00090-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00090-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00017-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00017-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00091-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00091-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00018-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00018-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00092-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00092-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00019-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00019-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00093-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00093-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00020-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00020-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00094-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00094-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00021-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00021-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00095-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00095-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00022-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00022-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00096-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00096-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00023-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00023-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00097-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00097-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00024-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00024-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00098-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00098-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00025-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00025-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00099-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00099-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00026-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00026-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00100-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00100-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00027-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00027-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00101-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00101-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00028-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00028-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00102-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00102-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00029-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00029-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00103-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00103-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00030-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00030-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00104-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00104-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00031-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00031-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00105-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00105-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00032-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00032-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00106-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00106-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00033-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00033-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00107-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00107-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00034-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00034-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00108-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00108-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00035-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00035-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00109-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00109-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00036-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00036-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00110-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00110-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00037-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00037-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00111-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00111-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00038-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00038-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00112-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00112-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00039-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00039-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00113-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00113-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00040-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00040-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00114-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00114-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00041-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00041-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00115-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00115-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00042-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00042-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00116-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00116-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00043-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00043-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00117-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00117-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00044-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00044-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00118-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00118-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00045-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00045-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00119-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00119-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00046-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00046-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00120-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00120-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00047-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00047-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00121-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00121-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00048-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00048-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00122-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00122-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00049-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00049-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00123-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00123-of-00183.safetensors", + "file_size": "4.4 GB" + }, + { + "model_id": "model-00124-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00124-of-00183.safetensors", + "file_size": "4.2 GB" + }, + { + "model_id": "model-00125-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00125-of-00183.safetensors", + "file_size": "4.2 GB" + }, + { + "model_id": "model-00126-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00126-of-00183.safetensors", + "file_size": "4.4 GB" + }, + { + "model_id": "model-00127-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00127-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00050-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00050-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00128-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00128-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00051-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00051-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00129-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00129-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00052-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00052-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00130-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00130-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00053-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00053-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00131-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00131-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00054-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00054-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00132-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00132-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00055-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00055-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00133-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00133-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00056-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00056-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00134-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00134-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00057-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00057-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00135-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00135-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00058-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00058-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00136-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00136-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00059-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00059-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00137-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00137-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00060-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00060-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00138-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00138-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00061-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00061-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00139-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00139-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00062-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00062-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00140-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00140-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00063-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00063-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00141-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00141-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00064-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00064-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00142-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00142-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00065-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00065-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00143-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00143-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00066-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00066-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00144-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00144-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00067-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00067-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00145-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00145-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00068-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00068-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00146-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00146-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00069-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00069-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00147-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00147-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00070-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00070-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00148-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00148-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00071-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00071-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00149-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00149-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00072-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00072-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00150-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00150-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00073-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00073-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00151-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00151-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00074-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00074-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00152-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00152-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00075-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00075-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00153-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00153-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00076-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00076-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00154-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00154-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00077-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00077-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00155-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00155-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00078-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00078-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00156-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00156-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00079-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00079-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00157-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00157-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00080-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00080-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00158-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00158-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00081-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00081-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00159-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00159-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00082-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00082-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00160-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00160-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00083-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00083-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00161-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00161-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00084-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00084-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00162-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00162-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00085-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00085-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00163-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00163-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00086-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00086-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00164-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00164-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00087-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00087-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00165-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00165-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00088-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00088-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00166-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00166-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00089-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00089-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00167-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00167-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00090-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00090-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00168-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00168-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00091-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00091-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00169-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00169-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00092-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00092-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00170-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00170-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00093-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00093-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00171-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00171-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00094-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00094-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00172-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00172-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00095-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00095-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00173-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00173-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00096-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00096-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00174-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00174-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00097-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00097-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00175-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00175-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00098-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00098-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00176-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00176-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00099-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00099-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00177-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00177-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00100-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00100-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00178-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00178-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00101-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00101-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00179-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00179-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00102-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00102-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00180-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00180-of-00183.safetensors", + "file_size": "4.4 GB" }, { - "model_id": "model-00103-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00103-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00181-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00181-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00104-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00104-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00182-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00182-of-00183.safetensors", + "file_size": "4.2 GB" }, { - "model_id": "model-00105-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00105-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00183-of-00183", + "path": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/model-00183-of-00183.safetensors", + "file_size": "4.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/DeepSeek-V4-Pro-4bit/resolve/main/README.md", + "description": "A 4-bit quantized DeepSeek-V4-Pro model optimized for text generation on Apple Silicon via the MLX framework." + }, + { + "model_name": "gemma-3n-E4B-it-lm-4bit", + "developer": "mlx-community", + "downloads": 7567, + "createdAt": "2025-06-29T23:27:55.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/gemma-3n-E4B-it-lm-4bit/resolve/main/model.safetensors", + "file_size": "3.6 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gemma-3n-E4B-it-lm-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gemma-3n-E4B-it-lm-4bit/resolve/main/README.md", + "description": "A 4-bit quantized MLX conversion of Google's Gemma 3N E4B IT model, designed for Apple Silicon and used with the mlx-lm library." + }, + { + "model_name": "gpt-oss-120b-MXFP4-Q8", + "developer": "mlx-community", + "downloads": 7464, + "createdAt": "2025-08-29T23:33:38.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 13, + "safetensors_files": [ + { + "model_id": "model-00001-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00001-of-00013.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00106-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00106-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00002-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00002-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00107-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00107-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00003-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00003-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00108-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00108-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00004-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00004-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00109-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00109-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00005-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00005-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00110-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00110-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00006-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00006-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00111-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00111-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00007-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00007-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00112-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00112-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00008-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00008-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00113-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00113-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00009-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00009-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00114-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00114-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00010-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00010-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00115-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00115-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00011-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00011-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00116-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00116-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00012-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00012-of-00013.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00117-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00117-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00013-of-00013", + "path": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/model-00013-of-00013.safetensors", + "file_size": "1.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/gpt-oss-120b-MXFP4-Q8/resolve/main/README.md", + "description": "This is an MLX-converted 8-bit quantized version of OpenAI's GPT-OSS 120B model for text generation." + }, + { + "model_name": "Qwen3-Coder-Next-4bit", + "developer": "mlx-community", + "downloads": 7461, + "createdAt": "2026-02-03T17:07:43.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 9, + "safetensors_files": [ + { + "model_id": "model-00001-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00001-of-00009.safetensors", + "file_size": "4.8 GB" }, { - "model_id": "model-00118-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00118-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00002-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00002-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00119-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00119-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00003-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00003-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00120-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00120-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00004-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00004-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00121-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00121-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00005-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00005-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00122-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00122-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00006-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00006-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00123-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00123-of-00125.safetensors", - "file_size": "3.1 GB" + "model_id": "model-00007-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00007-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00124-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00124-of-00125.safetensors", - "file_size": "5.0 GB" + "model_id": "model-00008-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00008-of-00009.safetensors", + "file_size": "4.9 GB" }, { - "model_id": "model-00125-of-00125", - "path": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/model-00125-of-00125.safetensors", - "file_size": "1.3 GB" + "model_id": "model-00009-of-00009", + "path": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/model-00009-of-00009.safetensors", + "file_size": "2.7 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-Coder-Next-4bit/resolve/main/README.md", + "description": "4-bit MLX port of Qwen3-Coder-Next for text generation on Apple devices." + }, + { + "model_name": "Qwen3-VL-4B-Instruct-4bit", + "developer": "mlx-community", + "downloads": 7405, + "createdAt": "2025-10-15T21:43:10.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3-VL-4B-Instruct-4bit/resolve/main/model.safetensors", + "file_size": "2.9 GB" + } + ], + "config": "https://huggingface.co/mlx-community/Qwen3-VL-4B-Instruct-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3-VL-4B-Instruct-4bit/resolve/main/README.md", + "description": "MLX-converted 4-bit quantized Qwen3-VL-4B image-text model for inference via mlx-vlm." + }, + { + "model_name": "Qwen3.5-0.8B-OptiQ-4bit", + "developer": "mlx-community", + "downloads": 7327, + "createdAt": "2026-03-04T09:12:52.000Z", + "library_name": "mlx", + "tools": false, + "num_safetensors": 1, + "safetensors_files": [ + { + "model_id": "model", + "path": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-OptiQ-4bit/resolve/main/model.safetensors", + "file_size": "570.4 MB" } ], - "config": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit/resolve/main/README.md", - "description": "An 8-bit MLX converted version of Qwen3-Coder-480B-A35B-Instruct for Apple Silicon." + "config": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-OptiQ-4bit/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/Qwen3.5-0.8B-OptiQ-4bit/resolve/main/README.md", + "description": "Qwen3.5-0.8B quantized for Apple Silicon using sensitivity-aware mixed-precision with per-layer bit allocation." }, { - "model_name": "llama-3.3-70b-instruct-fp16", + "model_name": "MiniMax-M2.7-4bit-mxfp4", "developer": "mlx-community", - "downloads": 6602, - "createdAt": "2025-03-22T04:40:03.000Z", + "downloads": 7079, + "createdAt": "2026-04-12T02:50:15.000Z", "library_name": "mlx", "tools": false, - "num_safetensors": 28, + "num_safetensors": 24, "safetensors_files": [ { - "model_id": "model-00001-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00001-of-00028.safetensors", - "file_size": "4.7 GB" + "model_id": "model-00001-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00001-of-00024.safetensors", + "file_size": "4.6 GB" }, { - "model_id": "model-00002-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00002-of-00028.safetensors", + "model_id": "model-00002-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00002-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00003-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00003-of-00028.safetensors", + "model_id": "model-00003-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00003-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00004-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00004-of-00028.safetensors", + "model_id": "model-00004-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00004-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00005-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00005-of-00028.safetensors", + "model_id": "model-00005-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00005-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00006-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00006-of-00028.safetensors", + "model_id": "model-00006-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00006-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00007-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00007-of-00028.safetensors", + "model_id": "model-00007-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00007-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00008-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00008-of-00028.safetensors", + "model_id": "model-00008-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00008-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00009-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00009-of-00028.safetensors", + "model_id": "model-00009-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00009-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00010-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00010-of-00028.safetensors", + "model_id": "model-00010-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00010-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00011-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00011-of-00028.safetensors", + "model_id": "model-00011-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00011-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00012-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00012-of-00028.safetensors", + "model_id": "model-00012-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00012-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00013-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00013-of-00028.safetensors", + "model_id": "model-00013-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00013-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00014-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00014-of-00028.safetensors", + "model_id": "model-00014-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00014-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00015-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00015-of-00028.safetensors", + "model_id": "model-00015-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00015-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00016-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00016-of-00028.safetensors", + "model_id": "model-00016-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00016-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00017-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00017-of-00028.safetensors", + "model_id": "model-00017-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00017-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00018-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00018-of-00028.safetensors", + "model_id": "model-00018-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00018-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00019-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00019-of-00028.safetensors", + "model_id": "model-00019-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00019-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00020-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00020-of-00028.safetensors", + "model_id": "model-00020-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00020-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00021-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00021-of-00028.safetensors", + "model_id": "model-00021-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00021-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00022-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00022-of-00028.safetensors", + "model_id": "model-00022-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00022-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00023-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00023-of-00028.safetensors", + "model_id": "model-00023-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00023-of-00024.safetensors", "file_size": "4.8 GB" }, { - "model_id": "model-00024-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00024-of-00028.safetensors", - "file_size": "4.8 GB" + "model_id": "model-00024-of-00024", + "path": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/model-00024-of-00024.safetensors", + "file_size": "2.1 GB" + } + ], + "config": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/config.json", + "readme": "https://huggingface.co/mlx-community/MiniMax-M2.7-4bit-mxfp4/resolve/main/README.md", + "description": "A 4-bit MXFP4 quantized MiniMax-M2.7 model converted to MLX format for text generation using mlx-lm." + }, + { + "model_name": "gemma-4-26B-A4B-it-GGUF", + "developer": "unsloth", + "downloads": 3375072, + "createdAt": "2026-04-01T14:42:29.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 20, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE.gguf", + "file_size": "15.4 GB" }, { - "model_id": "model-00025-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00025-of-00028.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-Q8_0.gguf", + "file_size": "25.0 GB" }, { - "model_id": "model-00026-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00026-of-00028.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "model-00027-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00027-of-00028.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf", + "file_size": "9.2 GB" }, { - "model_id": "model-00028-of-00028", - "path": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/model-00028-of-00028.safetensors", - "file_size": "2.4 GB" - } - ], - "config": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/llama-3.3-70b-instruct-fp16/resolve/main/README.md", - "description": "MLX-optimized version of Meta's Llama 3.3 70B Instruct language model for Apple devices." - }, - { - "model_name": "Meta-Llama-3.1-8B-Instruct-bf16", - "developer": "mlx-community", - "downloads": 6596, - "createdAt": "2024-07-23T14:39:47.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 4, - "safetensors_files": [ + "model_id": "gemma-4-26B-A4B-it-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_S.gguf", + "file_size": "10.5 GB" + }, { - "model_id": "model-00001-of-00004", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-bf16/resolve/main/model-00001-of-00004.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-26B-A4B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf", + "file_size": "10.6 GB" }, { - "model_id": "model-00002-of-00004", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-bf16/resolve/main/model-00002-of-00004.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-26B-A4B-it-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_NL.gguf", + "file_size": "12.7 GB" }, { - "model_id": "model-00003-of-00004", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-bf16/resolve/main/model-00003-of-00004.safetensors", - "file_size": "4.1 GB" + "model_id": "gemma-4-26B-A4B-it-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_XS.gguf", + "file_size": "12.7 GB" }, { - "model_id": "model-00004-of-00004", - "path": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-bf16/resolve/main/model-00004-of-00004.safetensors", - "file_size": "1002.0 MB" - } - ], - "config": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-bf16/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/Meta-Llama-3.1-8B-Instruct-bf16/resolve/main/README.md", - "description": "MLX-converted 8B parameter instruction-tuned language model from Meta's Llama 3.1, optimized for Apple silicon." - }, - { - "model_name": "gemma-4-e4b-it-4bit", - "developer": "mlx-community", - "downloads": 6535, - "createdAt": "2026-04-02T17:15:57.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 1, - "safetensors_files": [ + "model_id": "gemma-4-26B-A4B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf", + "file_size": "9.8 GB" + }, { - "model_id": "model", - "path": "https://huggingface.co/mlx-community/gemma-4-e4b-it-4bit/resolve/main/model.safetensors", - "file_size": "4.9 GB" - } - ], - "config": "https://huggingface.co/mlx-community/gemma-4-e4b-it-4bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/gemma-4-e4b-it-4bit/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." - }, - { - "model_name": "MiniMax-M2.1-8bit", - "developer": "mlx-community", - "downloads": 6511, - "createdAt": "2025-12-26T08:22:09.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 47, - "safetensors_files": [ + "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_M.gguf", + "file_size": "11.9 GB" + }, { - "model_id": "model-00001-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00001-of-00047.safetensors", - "file_size": "4.3 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf", + "file_size": "12.0 GB" }, { - "model_id": "model-00002-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00002-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf", + "file_size": "15.8 GB" }, { - "model_id": "model-00003-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00003-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_S.gguf", + "file_size": "15.4 GB" }, { - "model_id": "model-00004-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00004-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf", + "file_size": "15.8 GB" }, { - "model_id": "model-00005-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00005-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "model-00006-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00006-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_S.gguf", + "file_size": "17.6 GB" }, { - "model_id": "model-00007-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00007-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf", + "file_size": "19.8 GB" }, { - "model_id": "model-00008-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00008-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K.gguf", + "file_size": "21.6 GB" }, { - "model_id": "model-00009-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00009-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf", + "file_size": "21.7 GB" }, { - "model_id": "model-00010-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00010-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-26B-A4B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf", + "file_size": "25.7 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "model-00011-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00011-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "model-00012-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00012-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." + }, + { + "model_name": "Qwen3.6-35B-A3B-GGUF", + "developer": "unsloth", + "downloads": 2174698, + "createdAt": "2026-04-16T04:31:31.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 23, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-MXFP4_MOE.gguf", + "file_size": "20.2 GB" }, { - "model_id": "model-00013-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00013-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" }, { - "model_id": "model-00014-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00014-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ1_M.gguf", + "file_size": "9.4 GB" }, { - "model_id": "model-00015-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00015-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_M.gguf", + "file_size": "10.7 GB" }, { - "model_id": "model-00016-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00016-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf", + "file_size": "10.0 GB" }, { - "model_id": "model-00017-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00017-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_S.gguf", + "file_size": "12.7 GB" }, { - "model_id": "model-00018-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00018-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf", + "file_size": "12.3 GB" }, { - "model_id": "model-00019-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00019-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL.gguf", + "file_size": "16.8 GB" }, { - "model_id": "model-00020-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00020-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ4_NL_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf", + "file_size": "18.2 GB" }, { - "model_id": "model-00021-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00021-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-IQ4_XS.gguf", + "file_size": "16.5 GB" }, { - "model_id": "model-00022-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00022-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf", + "file_size": "11.4 GB" }, { - "model_id": "model-00023-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00023-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_M.gguf", + "file_size": "15.5 GB" }, { - "model_id": "model-00024-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00024-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_S.gguf", + "file_size": "14.3 GB" }, { - "model_id": "model-00025-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00025-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf", + "file_size": "15.7 GB" }, { - "model_id": "model-00026-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00026-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_M.gguf", + "file_size": "20.6 GB" }, { - "model_id": "model-00027-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00027-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_S.gguf", + "file_size": "19.5 GB" }, { - "model_id": "model-00028-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00028-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", + "file_size": "20.8 GB" }, { - "model_id": "model-00029-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00029-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_M.gguf", + "file_size": "24.6 GB" }, { - "model_id": "model-00030-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00030-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_S.gguf", + "file_size": "23.2 GB" }, { - "model_id": "model-00031-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00031-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf", + "file_size": "24.8 GB" }, { - "model_id": "model-00032-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00032-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K.gguf", + "file_size": "27.3 GB" }, { - "model_id": "model-00033-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00033-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf", + "file_size": "29.7 GB" }, { - "model_id": "model-00034-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00034-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q8_K_XL.gguf", + "file_size": "35.8 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "861.0 MB" }, { - "model_id": "model-00035-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00035-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "857.6 MB" }, { - "model_id": "model-00036-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00036-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/README.md", + "description": "Qwen3.6-35B-A3B is an open-weight vision-language model optimized for agentic coding with 35B total/3B active MoE parameters, 262K context length, and tool-calling capabilities." + }, + { + "model_name": "gemma-4-31B-it-GGUF", + "developer": "unsloth", + "downloads": 1770705, + "createdAt": "2026-04-01T14:40:18.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "gemma-4-31B-it-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_NL.gguf", + "file_size": "16.1 GB" }, { - "model_id": "model-00037-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00037-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-31B-it-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_XS.gguf", + "file_size": "15.2 GB" }, { - "model_id": "model-00038-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00038-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-31B-it-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_M.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "gemma-4-31B-it-Q3_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_S.gguf", + "file_size": "12.3 GB" }, { - "model_id": "model-00039-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00039-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-31B-it-Q4_0", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_0.gguf", + "file_size": "16.1 GB" }, { - "model_id": "model-00040-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00040-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-31B-it-Q4_1", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_1.gguf", + "file_size": "17.8 GB" }, { - "model_id": "model-00041-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00041-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-31B-it-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_M.gguf", + "file_size": "17.1 GB" }, { - "model_id": "model-00042-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00042-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-31B-it-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_S.gguf", + "file_size": "16.2 GB" }, { - "model_id": "model-00043-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00043-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-31B-it-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_M.gguf", + "file_size": "20.2 GB" }, { - "model_id": "model-00044-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00044-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-31B-it-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_S.gguf", + "file_size": "19.7 GB" }, { - "model_id": "model-00045-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00045-of-00047.safetensors", - "file_size": "4.8 GB" + "model_id": "gemma-4-31B-it-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q6_K.gguf", + "file_size": "23.5 GB" }, { - "model_id": "model-00046-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00046-of-00047.safetensors", - "file_size": "4.9 GB" + "model_id": "gemma-4-31B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q8_0.gguf", + "file_size": "30.4 GB" }, { - "model_id": "model-00047-of-00047", - "path": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/model-00047-of-00047.safetensors", - "file_size": "4.2 GB" - } - ], - "config": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/MiniMax-M2.1-8bit/resolve/main/README.md", - "description": "MiniMax-M2.1-8bit is an 8-bit quantized version of MiniMax-M2.1 converted to MLX format for Apple Silicon." - }, - { - "model_name": "GLM-5-MXFP4-Q8", - "developer": "mlx-community", - "downloads": 6485, - "createdAt": "2026-02-12T20:35:39.000Z", - "library_name": "mlx", - "tools": false, - "num_safetensors": 76, - "safetensors_files": [ - { - "model_id": "model-00001-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00001-of-00076.safetensors", - "file_size": "3.9 GB" + "model_id": "gemma-4-31B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_M.gguf", + "file_size": "10.0 GB" }, { - "model_id": "model-00002-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00002-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_XXS.gguf", + "file_size": "7.9 GB" }, { - "model_id": "model-00003-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00003-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ3_XXS.gguf", + "file_size": "11.0 GB" }, { - "model_id": "model-00004-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00004-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q2_K_XL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "model-00005-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00005-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q3_K_XL.gguf", + "file_size": "14.3 GB" }, { - "model_id": "model-00006-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00006-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q4_K_XL.gguf", + "file_size": "17.5 GB" }, { - "model_id": "model-00007-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00007-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q5_K_XL.gguf", + "file_size": "20.4 GB" }, { - "model_id": "model-00008-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00008-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-31B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q6_K_XL.gguf", + "file_size": "25.6 GB" }, { - "model_id": "model-00009-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00009-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "gemma-4-31B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q8_K_XL.gguf", + "file_size": "32.6 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "model-00010-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00010-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "model-00011-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00011-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "model-00012-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00012-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + }, + { + "model_name": "gemma-4-E4B-it-GGUF", + "developer": "unsloth", + "downloads": 1692358, + "createdAt": "2026-04-01T14:42:04.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 21, + "quants": [ { - "model_id": "model-00013-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00013-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-BF16.gguf", + "file_size": "14.0 GB" }, { - "model_id": "model-00014-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00014-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_NL.gguf", + "file_size": "4.5 GB" }, { - "model_id": "model-00015-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00015-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_XS.gguf", + "file_size": "4.4 GB" }, { - "model_id": "model-00016-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00016-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_M.gguf", + "file_size": "3.8 GB" }, { - "model_id": "model-00017-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00017-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q3_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_S.gguf", + "file_size": "3.6 GB" }, { - "model_id": "model-00018-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00018-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q4_0", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_0.gguf", + "file_size": "4.5 GB" }, { - "model_id": "model-00019-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00019-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q4_1", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_1.gguf", + "file_size": "4.7 GB" }, { - "model_id": "model-00020-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00020-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf", + "file_size": "4.6 GB" }, { - "model_id": "model-00021-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00021-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_S.gguf", + "file_size": "4.5 GB" }, { - "model_id": "model-00022-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00022-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_M.gguf", + "file_size": "5.1 GB" }, { - "model_id": "model-00023-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00023-of-00076.safetensors", + "model_id": "gemma-4-E4B-it-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_S.gguf", "file_size": "5.0 GB" }, { - "model_id": "model-00024-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00024-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q6_K.gguf", + "file_size": "6.6 GB" }, { - "model_id": "model-00025-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00025-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q8_0.gguf", + "file_size": "7.6 GB" }, { - "model_id": "model-00026-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00026-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ2_M.gguf", + "file_size": "3.3 GB" }, { - "model_id": "model-00027-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00027-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ3_XXS.gguf", + "file_size": "3.5 GB" }, { - "model_id": "model-00028-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00028-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q2_K_XL.gguf", + "file_size": "3.5 GB" }, { - "model_id": "model-00029-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00029-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q3_K_XL.gguf", + "file_size": "4.3 GB" }, { - "model_id": "model-00030-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00030-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q4_K_XL.gguf", + "file_size": "4.8 GB" }, { - "model_id": "model-00031-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00031-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q5_K_XL.gguf", + "file_size": "6.2 GB" }, { - "model_id": "model-00032-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00032-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "gemma-4-E4B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q6_K_XL.gguf", + "file_size": "6.9 GB" }, { - "model_id": "model-00033-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00033-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "gemma-4-E4B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q8_K_XL.gguf", + "file_size": "8.1 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "model-00034-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00034-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "945.6 MB" }, { - "model_id": "model-00035-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00035-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "944.5 MB" }, { - "model_id": "model-00036-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00036-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.8 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + }, + { + "model_name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 1350123, + "createdAt": "2026-03-10T19:36:57.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 9, + "quants": [ { - "model_id": "model-00037-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00037-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "64.6 GB" }, { - "model_id": "model-00038-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00038-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "10.7 GB" }, { - "model_id": "model-00039-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00039-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "14.4 GB" }, { - "model_id": "model-00040-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00040-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "model-00041-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00041-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "model-00042-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00042-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "model-00043-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00043-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "23.1 GB" }, { - "model_id": "model-00044-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00044-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "model-00045-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00045-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "model-00046-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00046-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Uncensored Qwen3.5-35B-A3B MoE vision model in GGUF format." + }, + { + "model_name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 1142572, + "createdAt": "2026-03-04T00:24:31.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "model-00047-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00047-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "model-00048-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00048-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "model-00049-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00049-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "model-00050-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00050-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "model-00051-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00051-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "879.0 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored GGUF version of Qwen3.5-9B with zero refusals, supporting text, images, and video in multiple quantizations." + }, + { + "model_name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 1141829, + "createdAt": "2026-04-02T22:29:19.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 11, + "quants": [ { - "model_id": "model-00052-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00052-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "4.4 GB" }, { - "model_id": "model-00053-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00053-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "4.7 GB" }, { - "model_id": "model-00054-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00054-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "4.1 GB" }, { - "model_id": "model-00055-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00055-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "4.5 GB" }, { - "model_id": "model-00056-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00056-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "4.5 GB" }, { - "model_id": "model-00057-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00057-of-00076.safetensors", + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", "file_size": "5.0 GB" }, { - "model_id": "model-00058-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00058-of-00076.safetensors", + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", "file_size": "5.0 GB" }, { - "model_id": "model-00059-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00059-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "5.4 GB" }, { - "model_id": "model-00060-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00060-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "5.4 GB" }, { - "model_id": "model-00061-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00061-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "5.8 GB" }, { - "model_id": "model-00062-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00062-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "7.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "model-00063-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00063-of-00076.safetensors", - "file_size": "5.0 GB" - }, + "model_id": "mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "944.4 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." + }, + { + "model_name": "Qwen3.6-27B-GGUF", + "developer": "unsloth", + "downloads": 1092141, + "createdAt": "2026-04-22T05:43:37.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 21, + "quants": [ { - "model_id": "model-00064-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00064-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-IQ4_NL.gguf", + "file_size": "15.0 GB" }, { - "model_id": "model-00065-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00065-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-IQ4_XS.gguf", + "file_size": "14.4 GB" }, { - "model_id": "model-00066-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00066-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q3_K_M.gguf", + "file_size": "12.7 GB" }, { - "model_id": "model-00067-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00067-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q3_K_S.gguf", + "file_size": "11.5 GB" }, { - "model_id": "model-00068-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00068-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_0.gguf", + "file_size": "14.7 GB" }, { - "model_id": "model-00069-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00069-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_1.gguf", + "file_size": "16.1 GB" }, { - "model_id": "model-00070-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00070-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf", + "file_size": "15.7 GB" }, { - "model_id": "model-00071-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00071-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q4_K_S.gguf", + "file_size": "14.8 GB" }, { - "model_id": "model-00072-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00072-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q5_K_M.gguf", + "file_size": "18.2 GB" }, { - "model_id": "model-00073-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00073-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q5_K_S.gguf", + "file_size": "17.7 GB" }, { - "model_id": "model-00074-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00074-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q6_K.gguf", + "file_size": "21.0 GB" }, { - "model_id": "model-00075-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00075-of-00076.safetensors", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-Q8_0.gguf", + "file_size": "26.6 GB" }, { - "model_id": "model-00076-of-00076", - "path": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/model-00076-of-00076.safetensors", - "file_size": "4.2 GB" - } - ], - "config": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/config.json", - "readme": "https://huggingface.co/mlx-community/GLM-5-MXFP4-Q8/resolve/main/README.md", - "description": "Zhipu's GLM-5 model quantized to MXFP4 format for efficient inference." - }, - { - "model_name": "gemma-2-2b-it-GGUF", - "developer": "bartowski", - "downloads": 1361616, - "createdAt": "2024-07-31T16:45:13.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 11, - "quants": [ - { - "model_id": "gemma-2-2b-it-IQ3_M", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-IQ3_M.gguf", - "file_size": "1.3 GB" + "model_id": "Qwen3.6-27B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_M.gguf", + "file_size": "10.1 GB" }, { - "model_id": "gemma-2-2b-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-IQ4_XS.gguf", - "file_size": "1.5 GB" + "model_id": "Qwen3.6-27B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ2_XXS.gguf", + "file_size": "8.7 GB" }, { - "model_id": "gemma-2-2b-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q3_K_L.gguf", - "file_size": "1.4 GB" + "model_id": "Qwen3.6-27B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-IQ3_XXS.gguf", + "file_size": "11.2 GB" }, { - "model_id": "gemma-2-2b-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q4_K_M.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.6-27B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q2_K_XL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "gemma-2-2b-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q4_K_S.gguf", - "file_size": "1.5 GB" + "model_id": "Qwen3.6-27B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q3_K_XL.gguf", + "file_size": "13.5 GB" }, { - "model_id": "gemma-2-2b-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q5_K_M.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.6-27B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q4_K_XL.gguf", + "file_size": "16.4 GB" }, { - "model_id": "gemma-2-2b-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q5_K_S.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.6-27B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q5_K_XL.gguf", + "file_size": "18.7 GB" }, { - "model_id": "gemma-2-2b-it-Q6_K", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q6_K.gguf", - "file_size": "2.0 GB" + "model_id": "Qwen3.6-27B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q6_K_XL.gguf", + "file_size": "23.9 GB" }, { - "model_id": "gemma-2-2b-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q6_K_L.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen3.6-27B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q8_K_XL.gguf", + "file_size": "32.9 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "gemma-2-2b-it-Q8_0", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q8_0.gguf", - "file_size": "2.6 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" }, { - "model_id": "gemma-2-2b-it-f32", - "path": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-f32.gguf", - "file_size": "9.7 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 2 2B model, a compact open model for lightweight text generation tasks." + "readme": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/README.md", + "description": "A 27B parameter multimodal language model optimized for coding with 262K context length and thinking capabilities." }, { "model_name": "Qwen3.5-9B-GGUF", "developer": "unsloth", - "downloads": 1236933, + "downloads": 1054201, "createdAt": "2026-02-28T14:04:29.000Z", "library_name": "gguf", "tools": true, @@ -11116,303 +10454,343 @@ "description": "Qwen3.5-9B is a 9B parameter multimodal language model with vision support and up to 262K context length." }, { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 822072, - "createdAt": "2026-02-27T11:53:53.000Z", + "model_name": "gemma-4-E2B-it-GGUF", + "developer": "unsloth", + "downloads": 1033825, + "createdAt": "2026-04-01T14:40:57.000Z", "library_name": "gguf", "tools": true, - "num_quants": 6, + "num_quants": 21, "quants": [ { - "model_id": "Qwen3.5-27B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q2_K.gguf", - "file_size": "9.4 GB" + "model_id": "gemma-4-E2B-it-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-BF16.gguf", + "file_size": "8.7 GB" }, { - "model_id": "Qwen3.5-27B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "gemma-4-E2B-it-IQ4_NL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_NL.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen3.5-27B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "gemma-4-E2B-it-IQ4_XS", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_XS.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen3.5-27B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "gemma-4-E2B-it-Q3_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_M.gguf", + "file_size": "2.4 GB" }, { - "model_id": "Qwen3.5-27B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_S.gguf", - "file_size": "14.5 GB" + "model_id": "gemma-4-E2B-it-Q3_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_S.gguf", + "file_size": "2.3 GB" }, { - "model_id": "Qwen3.5-27B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", - "file_size": "26.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "gemma-4-E2B-it-Q4_0", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_0.gguf", + "file_size": "2.8 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" - } - ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-27B reasoning model distilled from Claude-4.6 Opus via SFT, using structured CoT in `` tags for analytical tasks." - }, - { - "model_name": "Qwen3.5-27B-GGUF", - "developer": "unsloth", - "downloads": 800980, - "createdAt": "2026-02-24T14:50:03.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 21, - "quants": [ + "model_id": "gemma-4-E2B-it-Q4_1", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_1.gguf", + "file_size": "2.9 GB" + }, { - "model_id": "Qwen3.5-27B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-IQ4_NL.gguf", - "file_size": "14.6 GB" + "model_id": "gemma-4-E2B-it-Q4_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen3.5-27B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-IQ4_XS.gguf", - "file_size": "13.9 GB" + "model_id": "gemma-4-E2B-it-Q4_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_S.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen3.5-27B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q3_K_M.gguf", - "file_size": "12.6 GB" + "model_id": "gemma-4-E2B-it-Q5_K_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_M.gguf", + "file_size": "3.1 GB" }, { - "model_id": "Qwen3.5-27B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q3_K_S.gguf", - "file_size": "11.4 GB" + "model_id": "gemma-4-E2B-it-Q5_K_S", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_S.gguf", + "file_size": "3.1 GB" }, { - "model_id": "Qwen3.5-27B-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q4_0.gguf", - "file_size": "14.6 GB" + "model_id": "gemma-4-E2B-it-Q6_K", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q6_K.gguf", + "file_size": "4.2 GB" }, { - "model_id": "Qwen3.5-27B-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q4_1.gguf", - "file_size": "16.0 GB" + "model_id": "gemma-4-E2B-it-Q8_0", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q8_0.gguf", + "file_size": "4.7 GB" }, { - "model_id": "Qwen3.5-27B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q4_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "gemma-4-E2B-it-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ2_M.gguf", + "file_size": "2.1 GB" }, { - "model_id": "Qwen3.5-27B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q4_K_S.gguf", - "file_size": "14.7 GB" + "model_id": "gemma-4-E2B-it-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ3_XXS.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen3.5-27B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q5_K_M.gguf", - "file_size": "18.3 GB" + "model_id": "gemma-4-E2B-it-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q2_K_XL.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen3.5-27B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q5_K_S.gguf", - "file_size": "17.6 GB" + "model_id": "gemma-4-E2B-it-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q3_K_XL.gguf", + "file_size": "2.7 GB" }, { - "model_id": "Qwen3.5-27B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q6_K.gguf", - "file_size": "20.9 GB" + "model_id": "gemma-4-E2B-it-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q4_K_XL.gguf", + "file_size": "3.0 GB" }, { - "model_id": "Qwen3.5-27B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q8_0.gguf", - "file_size": "26.6 GB" + "model_id": "gemma-4-E2B-it-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q5_K_XL.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3.5-27B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-IQ2_M.gguf", - "file_size": "9.5 GB" + "model_id": "gemma-4-E2B-it-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q6_K_XL.gguf", + "file_size": "4.4 GB" }, { - "model_id": "Qwen3.5-27B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-IQ2_XXS.gguf", - "file_size": "8.0 GB" + "model_id": "gemma-4-E2B-it-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q8_K_XL.gguf", + "file_size": "4.9 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "941.1 MB" }, { - "model_id": "Qwen3.5-27B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-IQ3_XXS.gguf", - "file_size": "10.7 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "940.0 MB" }, { - "model_id": "Qwen3.5-27B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-Q2_K_XL.gguf", - "file_size": "10.4 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.8 GB" + } + ], + "readme": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + }, + { + "model_name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 829136, + "createdAt": "2026-04-17T00:15:26.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 11, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "10.9 GB" }, { - "model_id": "Qwen3.5-27B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-Q3_K_XL.gguf", - "file_size": "13.4 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen3.5-27B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-Q4_K_XL.gguf", - "file_size": "16.4 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf", + "file_size": "18.4 GB" }, { - "model_id": "Qwen3.5-27B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-Q5_K_XL.gguf", - "file_size": "18.8 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-27B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-Q6_K_XL.gguf", - "file_size": "23.9 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen3.5-27B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-UD-Q8_K_XL.gguf", - "file_size": "33.1 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "17.7 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "884.6 MB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "21.8 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "26.1 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "28.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "40.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "857.6 MB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/README.md", - "description": "Qwen3.5-27B is a 27B-parameter multimodal language model supporting text, images, and video with native reasoning/thinking capabilities, up to 262K context length." + "readme": "https://huggingface.co/HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "An uncensored, multimodal MoE language model (35B params, ~3B active) in various GGUF quantizations, fully unlocked with no refusals." }, { - "model_name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 725110, - "createdAt": "2026-03-04T00:24:31.000Z", + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 708385, + "createdAt": "2026-02-27T11:53:53.000Z", "library_name": "gguf", "tools": true, - "num_quants": 4, + "num_quants": 6, "quants": [ { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "16.7 GB" + "model_id": "Qwen3.5-27B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q2_K.gguf", + "file_size": "9.4 GB" }, { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3.5-27B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.5-27B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q3_K_S.gguf", + "file_size": "11.2 GB" }, { - "model_id": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "Qwen3.5-27B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.5-27B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.5-27B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", + "file_size": "26.6 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "879.0 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "An uncensored GGUF version of Qwen3.5-9B with zero refusals, supporting text, images, and video in multiple quantizations." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-27B reasoning model distilled from Claude-4.6 Opus via SFT, using structured CoT in `` tags for analytical tasks." }, { - "model_name": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 688440, - "createdAt": "2026-03-10T19:36:57.000Z", + "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 632194, + "createdAt": "2026-03-03T03:32:58.000Z", "library_name": "gguf", "tools": true, - "num_quants": 9, + "num_quants": 10, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "64.6 GB" + "model_id": "Qwen3.5-9B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q2_K.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "Qwen3.5-9B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_L.gguf", + "file_size": "4.5 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", - "file_size": "10.7 GB" + "model_id": "Qwen3.5-9B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "14.4 GB" + "model_id": "Qwen3.5-9B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "17.4 GB" + "model_id": "Qwen3.5-9B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "Qwen3.5-9B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "Qwen3.5-9B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", + "file_size": "6.1 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "23.1 GB" + "model_id": "Qwen3.5-9B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3.5-9B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "Qwen3.5-9B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "857.6 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "879.0 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "Uncensored Qwen3.5-35B-A3B MoE vision model in GGUF format." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "Qwen3.5-9B fine-tuned with Claude 4.6 Opus reasoning distillation for structured chain-of-thought generation." }, { "model_name": "Qwen3.5-4B-GGUF", "developer": "unsloth", - "downloads": 574992, + "downloads": 629361, "createdAt": "2026-03-02T05:46:32.000Z", "library_name": "gguf", "tools": true, @@ -11479,917 +10857,1121 @@ "file_size": "3.3 GB" }, { - "model_id": "Qwen3.5-4B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen3.5-4B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-Q8_0.gguf", + "file_size": "4.2 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ2_M.gguf", + "file_size": "1.6 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ2_XXS.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ3_XXS.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q2_K_XL.gguf", + "file_size": "1.8 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q3_K_XL.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q4_K_XL.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q5_K_XL.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q6_K_XL.gguf", + "file_size": "3.9 GB" + }, + { + "model_id": "Qwen3.5-4B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q8_K_XL.gguf", + "file_size": "5.5 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "644.3 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "641.3 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.2 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/README.md", + "description": "Qwen3.5-4B is a 4B-parameter multimodal vision-language model supporting text, images, and video with 262K token context and built-in thinking mode." + }, + { + "model_name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 423537, + "createdAt": "2026-03-05T22:13:03.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "50.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "8.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "11.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", + "file_size": "18.1 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Fully uncensored Qwen3.5-27B multimodal model with zero refusals, available in GGUF format." + }, + { + "model_name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 359215, + "createdAt": "2026-04-02T23:25:00.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "3.2 GB" + }, + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "3.6 GB" + }, + { + "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "4.7 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "939.9 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." + }, + { + "model_name": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 350841, + "createdAt": "2026-04-22T17:47:49.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "Qwen3.5-4B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ2_M.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Qwen3.5-4B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ2_XXS.gguf", - "file_size": "1.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "Qwen3.5-4B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-IQ3_XXS.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen3.5-4B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q2_K_XL.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3.5-4B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q3_K_XL.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3.5-4B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q4_K_XL.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", + "file_size": "16.3 GB" }, { - "model_id": "Qwen3.5-4B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q5_K_XL.gguf", - "file_size": "3.0 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", + "file_size": "19.4 GB" }, { - "model_id": "Qwen3.5-4B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q6_K_XL.gguf", - "file_size": "3.9 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", + "file_size": "21.6 GB" }, { - "model_id": "Qwen3.5-4B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/Qwen3.5-4B-UD-Q8_K_XL.gguf", - "file_size": "5.5 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", + "file_size": "29.8 GB" } ], - "num_mmproj": 3, + "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "644.3 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "641.3 MB" - }, - { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.2 GB" + "model_id": "mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "884.6 MB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/resolve/main/README.md", - "description": "Qwen3.5-4B is a 4B-parameter multimodal vision-language model supporting text, images, and video with 262K token context and built-in thinking mode." + "readme": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Uncensored Qwen3.6-27B with 0/465 refusals, delivering raw answers directly without preamble." }, { - "model_name": "Llama-3.2-3B-Instruct-GGUF", - "developer": "bartowski", - "downloads": 520963, - "createdAt": "2024-09-25T18:35:33.000Z", + "model_name": "Qwen3.5-0.8B-GGUF", + "developer": "unsloth", + "downloads": 332425, + "createdAt": "2026-03-01T14:38:35.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 18, + "tools": true, + "num_quants": 22, "quants": [ { - "model_id": "Llama-3.2-3B-Instruct-IQ3_M", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-IQ3_M.gguf", - "file_size": "1.5 GB" + "model_id": "Qwen3.5-0.8B-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-BF16.gguf", + "file_size": "1.4 GB" }, { - "model_id": "Llama-3.2-3B-Instruct-IQ4_XS", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-IQ4_XS.gguf", - "file_size": "1.7 GB" + "model_id": "Qwen3.5-0.8B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_NL.gguf", + "file_size": "483.4 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q3_K_L", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q3_K_L.gguf", - "file_size": "1.7 GB" + "model_id": "Qwen3.5-0.8B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_XS.gguf", + "file_size": "469.8 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q3_K_XL.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.5-0.8B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_M.gguf", + "file_size": "448.4 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_0", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_0.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.5-0.8B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_S.gguf", + "file_size": "420.3 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_0_4_4", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_0_4_4.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.5-0.8B-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_0.gguf", + "file_size": "483.7 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_0_4_8", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_0_4_8.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.5-0.8B-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_1.gguf", + "file_size": "510.4 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_0_8_8", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_0_8_8.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.5-0.8B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_M.gguf", + "file_size": "507.8 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_K_L", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_K_L.gguf", - "file_size": "2.0 GB" + "model_id": "Qwen3.5-0.8B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_S.gguf", + "file_size": "484.6 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_K_M", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_K_M.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen3.5-0.8B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_M.gguf", + "file_size": "562.7 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q4_K_S", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q4_K_S.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.5-0.8B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_S.gguf", + "file_size": "542.5 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q5_K_L", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q5_K_L.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen3.5-0.8B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q6_K.gguf", + "file_size": "609.4 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q5_K_M", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q5_K_M.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen3.5-0.8B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q8_0.gguf", + "file_size": "774.2 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q5_K_S", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q5_K_S.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen3.5-0.8B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_M.gguf", + "file_size": "354.7 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q6_K", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q6_K.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen3.5-0.8B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_XXS.gguf", + "file_size": "322.6 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q6_K_L", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q6_K_L.gguf", - "file_size": "2.6 GB" + "model_id": "Qwen3.5-0.8B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ3_XXS.gguf", + "file_size": "379.8 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-Q8_0", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-Q8_0.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen3.5-0.8B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q2_K_XL.gguf", + "file_size": "398.4 MB" }, { - "model_id": "Llama-3.2-3B-Instruct-f16", - "path": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/Llama-3.2-3B-Instruct-f16.gguf", - "file_size": "6.0 GB" + "model_id": "Qwen3.5-0.8B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q3_K_XL.gguf", + "file_size": "469.4 MB" + }, + { + "model_id": "Qwen3.5-0.8B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q4_K_XL.gguf", + "file_size": "532.9 MB" + }, + { + "model_id": "Qwen3.5-0.8B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q5_K_XL.gguf", + "file_size": "578.5 MB" + }, + { + "model_id": "Qwen3.5-0.8B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q6_K_XL.gguf", + "file_size": "735.4 MB" + }, + { + "model_id": "Qwen3.5-0.8B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q8_K_XL.gguf", + "file_size": "1.1 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-GGUF/resolve/main/README.md", - "description": "Meta's Llama 3.2 3B model, a compact instruction-tuned model for lightweight deployment." + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "197.7 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "195.5 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "383.7 MB" + } + ], + "readme": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/README.md", + "description": "Alibaba's Qwen 3.5 0.8B model, the smallest Qwen 3.5 variant for minimal resource environments." }, { - "model_name": "gemma-4-26B-A4B-it-GGUF", - "developer": "unsloth", - "downloads": 487384, - "createdAt": "2026-04-01T14:42:29.000Z", + "model_name": "google_gemma-4-31B-it-GGUF", + "developer": "bartowski", + "downloads": 285205, + "createdAt": "2026-04-02T16:01:24.000Z", "library_name": "gguf", "tools": true, - "num_quants": 20, + "num_quants": 28, "quants": [ { - "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE.gguf", - "file_size": "15.5 GB" + "model_id": "google_gemma-4-31B-it-IQ1_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ1_M.gguf", + "file_size": "9.4 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-Q8_0.gguf", - "file_size": "25.0 GB" + "model_id": "google_gemma-4-31B-it-IQ2_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_M.gguf", + "file_size": "11.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ2_M.gguf", - "file_size": "9.3 GB" + "model_id": "google_gemma-4-31B-it-IQ2_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_S.gguf", + "file_size": "11.2 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-IQ3_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_S.gguf", - "file_size": "10.4 GB" + "model_id": "google_gemma-4-31B-it-IQ2_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XS.gguf", + "file_size": "10.7 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf", - "file_size": "10.4 GB" + "model_id": "google_gemma-4-31B-it-IQ2_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XXS.gguf", + "file_size": "10.1 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_NL.gguf", - "file_size": "12.5 GB" + "model_id": "google_gemma-4-31B-it-IQ3_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_M.gguf", + "file_size": "14.1 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ4_XS.gguf", - "file_size": "12.5 GB" + "model_id": "google_gemma-4-31B-it-IQ3_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XS.gguf", + "file_size": "12.9 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf", - "file_size": "9.8 GB" + "model_id": "google_gemma-4-31B-it-IQ3_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XXS.gguf", + "file_size": "12.1 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_M.gguf", - "file_size": "11.7 GB" + "model_id": "google_gemma-4-31B-it-IQ4_NL", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_NL.gguf", + "file_size": "16.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_S.gguf", - "file_size": "11.7 GB" + "model_id": "google_gemma-4-31B-it-IQ4_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_XS.gguf", + "file_size": "16.0 GB" + }, + { + "model_id": "google_gemma-4-31B-it-Q2_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K.gguf", + "file_size": "11.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf", - "file_size": "12.0 GB" + "model_id": "google_gemma-4-31B-it-Q2_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K_L.gguf", + "file_size": "12.1 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_M.gguf", + "model_id": "google_gemma-4-31B-it-Q3_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_L.gguf", "file_size": "15.7 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_S.gguf", - "file_size": "15.3 GB" + "model_id": "google_gemma-4-31B-it-Q3_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_M.gguf", + "file_size": "14.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf", - "file_size": "16.0 GB" + "model_id": "google_gemma-4-31B-it-Q3_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_S.gguf", + "file_size": "13.3 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "google_gemma-4-31B-it-Q3_K_XL", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_XL.gguf", + "file_size": "16.0 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_S.gguf", - "file_size": "17.5 GB" + "model_id": "google_gemma-4-31B-it-Q4_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_0.gguf", + "file_size": "16.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf", - "file_size": "19.8 GB" + "model_id": "google_gemma-4-31B-it-Q4_1", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_1.gguf", + "file_size": "18.4 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K.gguf", - "file_size": "21.3 GB" + "model_id": "google_gemma-4-31B-it-Q4_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_L.gguf", + "file_size": "18.6 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf", - "file_size": "22.2 GB" + "model_id": "google_gemma-4-31B-it-Q4_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_M.gguf", + "file_size": "18.3 GB" }, { - "model_id": "gemma-4-26B-A4B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf", - "file_size": "26.0 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-31B-it-Q4_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_S.gguf", + "file_size": "16.9 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" + "model_id": "google_gemma-4-31B-it-Q5_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_L.gguf", + "file_size": "21.4 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "2.1 GB" - } - ], - "readme": "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." - }, - { - "model_name": "Qwen2.5-3B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 445591, - "createdAt": "2024-09-17T13:58:05.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 8, - "quants": [ - { - "model_id": "qwen2.5-3b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q2_k.gguf", - "file_size": "1.3 GB" + "model_id": "google_gemma-4-31B-it-Q5_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_M.gguf", + "file_size": "21.1 GB" }, { - "model_id": "qwen2.5-3b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q3_k_m.gguf", - "file_size": "1.6 GB" + "model_id": "google_gemma-4-31B-it-Q5_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_S.gguf", + "file_size": "20.0 GB" }, { - "model_id": "qwen2.5-3b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_0.gguf", - "file_size": "1.9 GB" + "model_id": "google_gemma-4-31B-it-Q6_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K.gguf", + "file_size": "24.9 GB" }, { - "model_id": "qwen2.5-3b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q4_k_m.gguf", - "file_size": "2.0 GB" + "model_id": "google_gemma-4-31B-it-Q6_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K_L.gguf", + "file_size": "25.2 GB" }, { - "model_id": "qwen2.5-3b-instruct-q5_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q5_0.gguf", - "file_size": "2.2 GB" + "model_id": "google_gemma-4-31B-it-Q8_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q8_0.gguf", + "file_size": "30.4 GB" }, { - "model_id": "qwen2.5-3b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q5_k_m.gguf", - "file_size": "2.3 GB" - }, + "model_id": "google_gemma-4-31B-it-imatrix", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-imatrix.gguf", + "file_size": "13.1 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ { - "model_id": "qwen2.5-3b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q6_k.gguf", - "file_size": "2.6 GB" + "model_id": "mmproj-google_gemma-4-31B-it-bf16", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-bf16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "qwen2.5-3b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/qwen2.5-3b-instruct-q8_0.gguf", - "file_size": "3.4 GB" + "model_id": "mmproj-google_gemma-4-31B-it-f16", + "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-f16.gguf", + "file_size": "1.1 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 2.5 3B instruction-tuned model, a compact model for efficient deployment." + "readme": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." }, { - "model_name": "gemma-4-31B-it-GGUF", + "model_name": "Qwen3.5-2B-GGUF", "developer": "unsloth", - "downloads": 408920, - "createdAt": "2026-04-01T14:40:18.000Z", + "downloads": 277463, + "createdAt": "2026-02-28T14:04:40.000Z", "library_name": "gguf", "tools": true, - "num_quants": 20, + "num_quants": 22, "quants": [ { - "model_id": "gemma-4-31B-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_NL.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "gemma-4-31B-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-IQ4_XS.gguf", - "file_size": "15.2 GB" - }, - { - "model_id": "gemma-4-31B-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_M.gguf", - "file_size": "13.7 GB" - }, - { - "model_id": "gemma-4-31B-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q3_K_S.gguf", - "file_size": "12.3 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_0.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_1.gguf", - "file_size": "17.8 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_M.gguf", - "file_size": "17.1 GB" - }, - { - "model_id": "gemma-4-31B-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q4_K_S.gguf", - "file_size": "16.2 GB" - }, - { - "model_id": "gemma-4-31B-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_M.gguf", - "file_size": "20.2 GB" + "model_id": "Qwen3.5-2B-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-BF16.gguf", + "file_size": "3.5 GB" }, { - "model_id": "gemma-4-31B-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q5_K_S.gguf", - "file_size": "19.7 GB" + "model_id": "Qwen3.5-2B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_NL.gguf", + "file_size": "1.1 GB" }, { - "model_id": "gemma-4-31B-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q6_K.gguf", - "file_size": "23.5 GB" + "model_id": "Qwen3.5-2B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_XS.gguf", + "file_size": "1.1 GB" }, { - "model_id": "gemma-4-31B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-Q8_0.gguf", - "file_size": "30.4 GB" + "model_id": "Qwen3.5-2B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_M.gguf", + "file_size": "1.0 GB" }, { - "model_id": "gemma-4-31B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ2_M.gguf", - "file_size": "10.0 GB" + "model_id": "Qwen3.5-2B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_S.gguf", + "file_size": "983.2 MB" }, { - "model_id": "gemma-4-31B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-IQ3_XXS.gguf", - "file_size": "11.0 GB" + "model_id": "Qwen3.5-2B-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf", + "file_size": "1.1 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q2_K_XL.gguf", - "file_size": "11.0 GB" + "model_id": "Qwen3.5-2B-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_1.gguf", + "file_size": "1.2 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q3_K_XL.gguf", - "file_size": "14.3 GB" + "model_id": "Qwen3.5-2B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_M.gguf", + "file_size": "1.2 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q4_K_XL.gguf", - "file_size": "17.5 GB" + "model_id": "Qwen3.5-2B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_S.gguf", + "file_size": "1.1 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q5_K_XL.gguf", - "file_size": "20.4 GB" + "model_id": "Qwen3.5-2B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_M.gguf", + "file_size": "1.3 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q6_K_XL.gguf", - "file_size": "25.6 GB" + "model_id": "Qwen3.5-2B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_S.gguf", + "file_size": "1.3 GB" }, { - "model_id": "gemma-4-31B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/gemma-4-31B-it-UD-Q8_K_XL.gguf", - "file_size": "32.6 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-2B-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q6_K.gguf", + "file_size": "1.5 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-2B-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q8_0.gguf", + "file_size": "1.9 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "2.1 GB" - } - ], - "readme": "https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." - }, - { - "model_name": "Qwen3.5-122B-A10B-GGUF", - "developer": "unsloth", - "downloads": 407821, - "createdAt": "2026-02-24T14:49:45.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ + "model_id": "Qwen3.5-2B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_M.gguf", + "file_size": "820.0 MB" + }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ1_M.gguf", - "file_size": "31.9 GB" + "model_id": "Qwen3.5-2B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_XXS.gguf", + "file_size": "732.7 MB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_M.gguf", - "file_size": "36.5 GB" + "model_id": "Qwen3.5-2B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ3_XXS.gguf", + "file_size": "888.7 MB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf", - "file_size": "34.1 GB" + "model_id": "Qwen3.5-2B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q2_K_XL.gguf", + "file_size": "921.8 MB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ3_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_S.gguf", - "file_size": "43.4 GB" + "model_id": "Qwen3.5-2B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q3_K_XL.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf", - "file_size": "41.7 GB" + "model_id": "Qwen3.5-2B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q4_K_XL.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Qwen3.5-122B-A10B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf", - "file_size": "39.0 GB" + "model_id": "Qwen3.5-2B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q5_K_XL.gguf", + "file_size": "1.4 GB" }, { - "model_id": "imatrix_unsloth", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/imatrix_unsloth.gguf", - "file_size": "342.3 MB" + "model_id": "Qwen3.5-2B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q6_K_XL.gguf", + "file_size": "1.7 GB" + }, + { + "model_id": "Qwen3.5-2B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q8_K_XL.gguf", + "file_size": "2.6 GB" } ], "num_mmproj": 3, "mmproj_models": [ { "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "870.0 MB" + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "640.3 MB" }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "866.6 MB" + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "637.3 MB" }, { "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" + "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.2 GB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/README.md", - "description": "Qwen3.5-122B-A10B is a 122B-parameter MoE vision-language model with 10B activated experts, supporting 262K context length and multimodal reasoning." + "readme": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/README.md", + "description": "Alibaba's Qwen 3.5 2B model, an ultra-compact model for edge deployment and lightweight tasks." }, { - "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 344065, - "createdAt": "2026-03-03T03:32:58.000Z", + "model_name": "google_gemma-4-26B-A4B-it-GGUF", + "developer": "bartowski", + "downloads": 273690, + "createdAt": "2026-04-02T16:00:56.000Z", "library_name": "gguf", "tools": true, - "num_quants": 10, + "num_quants": 27, "quants": [ { - "model_id": "Qwen3.5-9B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q2_K.gguf", - "file_size": "3.4 GB" - }, - { - "model_id": "Qwen3.5-9B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_L.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "Qwen3.5-9B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_M.gguf", - "file_size": "4.3 GB" - }, - { - "model_id": "Qwen3.5-9B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q3_K_S.gguf", - "file_size": "4.0 GB" - }, - { - "model_id": "Qwen3.5-9B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_M.gguf", + "file_size": "10.0 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_S.gguf", + "file_size": "9.5 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", - "file_size": "6.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XS.gguf", + "file_size": "9.4 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ2_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XXS.gguf", + "file_size": "9.0 GB" }, { - "model_id": "Qwen3.5-9B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ3_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3.5-9B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" - } - ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "Qwen3.5-9B fine-tuned with Claude 4.6 Opus reasoning distillation for structured chain-of-thought generation." - }, - { - "model_name": "gemma-4-E4B-it-GGUF", - "developer": "unsloth", - "downloads": 317335, - "createdAt": "2026-04-01T14:42:04.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 21, - "quants": [ - { - "model_id": "gemma-4-E4B-it-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-BF16.gguf", - "file_size": "14.0 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ3_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XS.gguf", + "file_size": "11.6 GB" }, { - "model_id": "gemma-4-E4B-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_NL.gguf", - "file_size": "4.5 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ3_XXS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XXS.gguf", + "file_size": "11.3 GB" }, { - "model_id": "gemma-4-E4B-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-IQ4_XS.gguf", - "file_size": "4.4 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ4_NL", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_NL.gguf", + "file_size": "13.7 GB" }, { - "model_id": "gemma-4-E4B-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_M.gguf", - "file_size": "3.8 GB" + "model_id": "google_gemma-4-26B-A4B-it-IQ4_XS", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_XS.gguf", + "file_size": "13.2 GB" }, { - "model_id": "gemma-4-E4B-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q3_K_S.gguf", - "file_size": "3.6 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q2_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K.gguf", + "file_size": "10.2 GB" }, { - "model_id": "gemma-4-E4B-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_0.gguf", - "file_size": "4.5 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q2_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K_L.gguf", + "file_size": "10.4 GB" }, { - "model_id": "gemma-4-E4B-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_1.gguf", - "file_size": "4.7 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_L.gguf", + "file_size": "12.3 GB" }, { - "model_id": "gemma-4-E4B-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf", - "file_size": "4.6 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_M.gguf", + "file_size": "12.1 GB" }, { - "model_id": "gemma-4-E4B-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_S.gguf", - "file_size": "4.5 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_S.gguf", + "file_size": "11.7 GB" }, { - "model_id": "gemma-4-E4B-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_M.gguf", - "file_size": "5.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q3_K_XL", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_XL.gguf", + "file_size": "12.5 GB" }, { - "model_id": "gemma-4-E4B-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q5_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_0.gguf", + "file_size": "13.7 GB" }, { - "model_id": "gemma-4-E4B-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q6_K.gguf", - "file_size": "6.6 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_1", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_1.gguf", + "file_size": "15.0 GB" }, { - "model_id": "gemma-4-E4B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q8_0.gguf", - "file_size": "7.6 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_L.gguf", + "file_size": "16.0 GB" }, { - "model_id": "gemma-4-E4B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ2_M.gguf", - "file_size": "3.3 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_M.gguf", + "file_size": "15.9 GB" }, { - "model_id": "gemma-4-E4B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-IQ3_XXS.gguf", - "file_size": "3.4 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q4_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_S.gguf", + "file_size": "14.8 GB" }, { - "model_id": "gemma-4-E4B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q2_K_XL.gguf", - "file_size": "3.5 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q5_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_L.gguf", + "file_size": "18.2 GB" }, { - "model_id": "gemma-4-E4B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q3_K_XL.gguf", - "file_size": "4.3 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q5_K_M", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_M.gguf", + "file_size": "18.0 GB" }, { - "model_id": "gemma-4-E4B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q4_K_XL.gguf", - "file_size": "4.8 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q5_K_S", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_S.gguf", + "file_size": "16.9 GB" }, { - "model_id": "gemma-4-E4B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q5_K_XL.gguf", - "file_size": "6.2 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q6_K", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K.gguf", + "file_size": "21.3 GB" }, { - "model_id": "gemma-4-E4B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q6_K_XL.gguf", - "file_size": "6.9 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q6_K_L", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K_L.gguf", + "file_size": "21.5 GB" }, { - "model_id": "gemma-4-E4B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-UD-Q8_K_XL.gguf", - "file_size": "8.1 GB" + "model_id": "google_gemma-4-26B-A4B-it-Q8_0", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q8_0.gguf", + "file_size": "25.0 GB" + }, + { + "model_id": "google_gemma-4-26B-A4B-it-imatrix", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-imatrix.gguf", + "file_size": "54.3 MB" } ], - "num_mmproj": 3, + "num_mmproj": 2, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "945.6 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "944.5 MB" + "model_id": "mmproj-google_gemma-4-26B-A4B-it-bf16", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-bf16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.8 GB" + "model_id": "mmproj-google_gemma-4-26B-A4B-it-f16", + "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-f16.gguf", + "file_size": "1.1 GB" } ], - "readme": "https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + "readme": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", + "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." }, { - "model_name": "Qwen3.5-0.8B-GGUF", + "model_name": "gpt-oss-120b-GGUF", "developer": "unsloth", - "downloads": 296468, - "createdAt": "2026-03-01T14:38:35.000Z", + "downloads": 269679, + "createdAt": "2025-08-05T17:11:45.000Z", "library_name": "gguf", "tools": true, - "num_quants": 22, + "num_quants": 1, "quants": [ { - "model_id": "Qwen3.5-0.8B-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-BF16.gguf", - "file_size": "1.4 GB" - }, + "model_id": "gpt-oss-120b-F16", + "path": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/gpt-oss-120b-F16.gguf", + "file_size": "60.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/README.md", + "description": "A large 120B open-source model for general-purpose text generation and reasoning." + }, + { + "model_name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 263918, + "createdAt": "2026-03-03T12:16:35.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "Qwen3.5-0.8B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_NL.gguf", - "file_size": "483.4 MB" + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "7.8 GB" }, { - "model_id": "Qwen3.5-0.8B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-IQ4_XS.gguf", - "file_size": "469.8 MB" + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "2.5 GB" }, { - "model_id": "Qwen3.5-0.8B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_M.gguf", - "file_size": "448.4 MB" + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "3.2 GB" }, { - "model_id": "Qwen3.5-0.8B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q3_K_S.gguf", - "file_size": "420.3 MB" - }, + "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "4.2 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3.5-0.8B-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_0.gguf", - "file_size": "483.7 MB" - }, + "model_id": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "644.3 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Fully uncensored Qwen3.5-4B multimodal GGUF model with zero refusals, available in multiple quantizations." + }, + { + "model_name": "supergemma4-26b-uncensored-gguf-v2", + "developer": "Jiunsong", + "downloads": 255390, + "createdAt": "2026-04-11T11:03:05.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "Qwen3.5-0.8B-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_1.gguf", - "file_size": "510.4 MB" - }, + "model_id": "supergemma4-26b-uncensored-fast-v2-Q4_K_M", + "path": "https://huggingface.co/Jiunsong/supergemma4-26b-uncensored-gguf-v2/resolve/main/supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf", + "file_size": "15.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Jiunsong/supergemma4-26b-uncensored-gguf-v2/resolve/main/README.md", + "description": "Fast, uncensored GGUF of SuperGemma4-26B optimized for Apple Silicon with Korean and coding support." + }, + { + "model_name": "Gemma-4-31B-it-abliterated", + "developer": "paperscarecrow", + "downloads": 248256, + "createdAt": "2026-04-02T22:37:39.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 3, + "quants": [ { - "model_id": "Qwen3.5-0.8B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_M.gguf", - "file_size": "507.8 MB" + "model_id": "gemma-4-31b-abliterated-Q4_K_M", + "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-0.8B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_K_S.gguf", - "file_size": "484.6 MB" + "model_id": "gemma-4-31b-abliterated-Q8_0", + "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q8_0.gguf", + "file_size": "30.4 GB" }, { - "model_id": "Qwen3.5-0.8B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_M.gguf", - "file_size": "562.7 MB" - }, + "model_id": "gemma-4-31b-abliterated-f16", + "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-f16.gguf", + "file_size": "57.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/README.md", + "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + }, + { + "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", + "developer": "Jackrong", + "downloads": 248062, + "createdAt": "2026-03-19T10:39:40.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "Qwen3.5-0.8B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q5_K_S.gguf", - "file_size": "542.5 MB" + "model_id": "Qwen3.5-27B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Qwen3.5-0.8B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q6_K.gguf", - "file_size": "609.4 MB" + "model_id": "Qwen3.5-27B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Qwen3.5-0.8B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q8_0.gguf", - "file_size": "774.2 MB" + "model_id": "Qwen3.5-27B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_M.gguf", - "file_size": "354.7 MB" + "model_id": "Qwen3.5-27B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", + "description": "A reasoning-distilled Qwen3.5-27B model from Claude 4.6 Opus achieving 96.91% HumanEval with 24% shorter chain-of-thought." + }, + { + "model_name": "Gemma-4-31B-JANG_4M-CRACK-GGUF", + "developer": "douyamv", + "downloads": 227503, + "createdAt": "2026-04-06T10:35:45.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "gemma-4-31b-jang-crack-Q3_K_M", + "path": "https://huggingface.co/douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/resolve/main/gemma-4-31b-jang-crack-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ2_XXS.gguf", - "file_size": "322.6 MB" + "model_id": "gemma-4-31b-jang-crack-Q4_K_M", + "path": "https://huggingface.co/douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/resolve/main/gemma-4-31b-jang-crack-Q4_K_M.gguf", + "file_size": "17.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Gemma-4-31B with refusal removal (CRACK), compatible with llama.cpp, LM Studio, and Ollama." + }, + { + "model_name": "gemma-4-26B-A4B-it-APEX-GGUF", + "developer": "mudler", + "downloads": 220829, + "createdAt": "2026-04-02T18:17:55.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-APEX-Balanced", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Balanced.gguf", + "file_size": "17.7 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-IQ3_XXS.gguf", - "file_size": "379.8 MB" + "model_id": "gemma-4-26B-A4B-APEX-Compact", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Compact.gguf", + "file_size": "13.8 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q2_K_XL.gguf", - "file_size": "398.4 MB" + "model_id": "gemma-4-26B-A4B-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Balanced.gguf", + "file_size": "17.7 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q3_K_XL.gguf", - "file_size": "469.4 MB" + "model_id": "gemma-4-26B-A4B-APEX-I-Compact", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Compact.gguf", + "file_size": "13.8 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q4_K_XL.gguf", - "file_size": "532.9 MB" + "model_id": "gemma-4-26B-A4B-APEX-I-Mini", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Mini.gguf", + "file_size": "11.4 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q5_K_XL.gguf", - "file_size": "578.5 MB" + "model_id": "gemma-4-26B-A4B-APEX-I-Nano", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Nano.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q6_K_XL.gguf", - "file_size": "735.4 MB" + "model_id": "gemma-4-26B-A4B-APEX-I-Quality", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Quality.gguf", + "file_size": "19.2 GB" }, { - "model_id": "Qwen3.5-0.8B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-UD-Q8_K_XL.gguf", - "file_size": "1.1 GB" + "model_id": "gemma-4-26B-A4B-APEX-Quality", + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Quality.gguf", + "file_size": "19.2 GB" } ], - "num_mmproj": 3, + "num_mmproj": 1, "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "197.7 MB" - }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "195.5 MB" - }, - { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "383.7 MB" + "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" } ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 0.8B model, the smallest Qwen 3.5 variant for minimal resource environments." + "readme": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 mixture-of-experts instruction-tuned model with APEX optimized quantization." }, { "model_name": "Qwen3-Coder-Next-GGUF", "developer": "unsloth", - "downloads": 280196, + "downloads": 210782, "createdAt": "2026-02-03T13:10:01.000Z", "library_name": "gguf", "tools": true, @@ -12532,724 +12114,605 @@ "description": "Qwen3-Coder-Next is an 80B-parameter (3B activated) MoE coding model with 256K context, optimized for local agentic coding with tool-calling capabilities." }, { - "model_name": "gpt-oss-20b-GGUF", - "developer": "unsloth", - "downloads": 276629, - "createdAt": "2025-08-05T17:12:17.000Z", + "model_name": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "hesamation", + "downloads": 210363, + "createdAt": "2026-04-18T23:47:21.000Z", "library_name": "gguf", "tools": true, - "num_quants": 16, + "num_quants": 4, "quants": [ { - "model_id": "gpt-oss-20b-F16", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-F16.gguf", - "file_size": "12.8 GB" - }, - { - "model_id": "gpt-oss-20b-Q2_K", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q2_K.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "gpt-oss-20b-Q2_K_L", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q2_K_L.gguf", - "file_size": "11.0 GB" - }, - { - "model_id": "gpt-oss-20b-Q3_K_M", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q3_K_M.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "gpt-oss-20b-Q3_K_S", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q3_K_S.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "gpt-oss-20b-Q4_0", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "gpt-oss-20b-Q4_1", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_1.gguf", - "file_size": "10.8 GB" - }, - { - "model_id": "gpt-oss-20b-Q4_K_M", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_K_M.gguf", - "file_size": "10.8 GB" - }, - { - "model_id": "gpt-oss-20b-Q4_K_S", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_K_S.gguf", - "file_size": "10.8 GB" - }, - { - "model_id": "gpt-oss-20b-Q5_K_M", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q5_K_M.gguf", - "file_size": "10.9 GB" - }, - { - "model_id": "gpt-oss-20b-Q5_K_S", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q5_K_S.gguf", - "file_size": "10.9 GB" - }, - { - "model_id": "gpt-oss-20b-Q6_K", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q6_K.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "gpt-oss-20b-Q8_0", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q8_0.gguf", - "file_size": "11.3 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "gpt-oss-20b-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-UD-Q4_K_XL.gguf", - "file_size": "11.1 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q5_K_M", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q5_K_M.gguf", + "file_size": "23.0 GB" }, { - "model_id": "gpt-oss-20b-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-UD-Q6_K_XL.gguf", - "file_size": "11.2 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q6_K", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "gpt-oss-20b-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-UD-Q8_K_XL.gguf", - "file_size": "12.3 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q8_0", + "path": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q8_0.gguf", + "file_size": "34.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/README.md", - "description": "OpenAI's 20B open-weight reasoning model with Apache 2.0 license, MXFP4 quantization, agentic capabilities, and full chain-of-thought support." - }, - { - "model_name": "Qwen3.5-2B-GGUF", - "developer": "unsloth", - "downloads": 275020, - "createdAt": "2026-02-28T14:04:40.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 22, - "quants": [ - { - "model_id": "Qwen3.5-2B-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-BF16.gguf", - "file_size": "3.5 GB" - }, - { - "model_id": "Qwen3.5-2B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_NL.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "Qwen3.5-2B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-IQ4_XS.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "Qwen3.5-2B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_M.gguf", - "file_size": "1.0 GB" - }, - { - "model_id": "Qwen3.5-2B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q3_K_S.gguf", - "file_size": "983.2 MB" - }, - { - "model_id": "Qwen3.5-2B-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_0.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "Qwen3.5-2B-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_1.gguf", - "file_size": "1.2 GB" - }, - { - "model_id": "Qwen3.5-2B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_M.gguf", - "file_size": "1.2 GB" - }, - { - "model_id": "Qwen3.5-2B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q4_K_S.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "Qwen3.5-2B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_M.gguf", - "file_size": "1.3 GB" - }, - { - "model_id": "Qwen3.5-2B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q5_K_S.gguf", - "file_size": "1.3 GB" - }, - { - "model_id": "Qwen3.5-2B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q6_K.gguf", - "file_size": "1.5 GB" - }, - { - "model_id": "Qwen3.5-2B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-Q8_0.gguf", - "file_size": "1.9 GB" - }, - { - "model_id": "Qwen3.5-2B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_M.gguf", - "file_size": "820.0 MB" - }, - { - "model_id": "Qwen3.5-2B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ2_XXS.gguf", - "file_size": "732.7 MB" - }, - { - "model_id": "Qwen3.5-2B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-IQ3_XXS.gguf", - "file_size": "888.7 MB" - }, - { - "model_id": "Qwen3.5-2B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q2_K_XL.gguf", - "file_size": "921.8 MB" - }, - { - "model_id": "Qwen3.5-2B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q3_K_XL.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "Qwen3.5-2B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q4_K_XL.gguf", - "file_size": "1.2 GB" - }, - { - "model_id": "Qwen3.5-2B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q5_K_XL.gguf", - "file_size": "1.4 GB" - }, - { - "model_id": "Qwen3.5-2B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q6_K_XL.gguf", - "file_size": "1.7 GB" - }, - { - "model_id": "Qwen3.5-2B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/Qwen3.5-2B-UD-Q8_K_XL.gguf", - "file_size": "2.6 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "640.3 MB" - }, - { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "637.3 MB" - }, - { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.2 GB" - } - ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 2B model, an ultra-compact model for edge deployment and lightweight tasks." + "readme": "https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a Qwen3.6-35B-A3B model fine-tuned on Claude Opus 4.6 chain-of-thought reasoning data for text generation." }, { - "model_name": "Qwen_Qwen3.5-35B-A3B-GGUF", - "developer": "bartowski", - "downloads": 255183, - "createdAt": "2026-02-24T16:45:57.000Z", + "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 197981, + "createdAt": "2026-03-03T03:16:06.000Z", "library_name": "gguf", "tools": true, - "num_quants": 28, + "num_quants": 10, "quants": [ { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ1_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ1_M.gguf", - "file_size": "8.0 GB" + "model_id": "Qwen3.5-4B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q2_K.gguf", + "file_size": "1.7 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ2_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ2_M.gguf", - "file_size": "11.3 GB" + "model_id": "Qwen3.5-4B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_L.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ2_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ2_S.gguf", - "file_size": "10.3 GB" + "model_id": "Qwen3.5-4B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_M.gguf", + "file_size": "2.1 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ2_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ2_XS.gguf", - "file_size": "10.2 GB" + "model_id": "Qwen3.5-4B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_S.gguf", + "file_size": "1.9 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ2_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ2_XXS.gguf", - "file_size": "9.2 GB" + "model_id": "Qwen3.5-4B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_M.gguf", + "file_size": "2.5 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ3_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ3_M.gguf", - "file_size": "15.7 GB" + "model_id": "Qwen3.5-4B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_S.gguf", + "file_size": "2.4 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ3_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ3_XS.gguf", - "file_size": "14.4 GB" + "model_id": "Qwen3.5-4B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ3_XXS.gguf", - "file_size": "13.9 GB" + "model_id": "Qwen3.5-4B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_S.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ4_NL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ4_NL.gguf", - "file_size": "18.5 GB" + "model_id": "Qwen3.5-4B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q6_K.gguf", + "file_size": "3.2 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-IQ4_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-IQ4_XS.gguf", - "file_size": "17.5 GB" - }, + "model_id": "Qwen3.5-4B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q8_0.gguf", + "file_size": "4.2 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q2_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q2_K.gguf", - "file_size": "11.8 GB" - }, + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "644.3 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-4B reasoning model fine-tuned with Claude-4.6 Opus chain-of-thought distillation using LoRA, featuring structured `` thinking tags and improved benchmarks on GPQA (38.88) and ARC-Challenge (66.38)." + }, + { + "model_name": "Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF", + "developer": "LuffyTheFox", + "downloads": 194179, + "createdAt": "2026-04-16T15:21:09.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 10, + "quants": [ { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q2_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q2_K_L.gguf", - "file_size": "12.2 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.IQ3_M", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.IQ3_M.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q3_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q3_K_L.gguf", - "file_size": "15.7 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.IQ4_NL", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.IQ4_NL.gguf", + "file_size": "18.4 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q3_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q3_K_M.gguf", - "file_size": "15.1 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.IQ4_XS", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q3_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q3_K_S.gguf", - "file_size": "14.5 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.MXFP4_MOE", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.MXFP4_MOE.gguf", + "file_size": "20.2 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q3_K_XL.gguf", - "file_size": "16.1 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q2_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q2_K_P.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q4_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q4_0.gguf", - "file_size": "18.8 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q3_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q3_K_P.gguf", + "file_size": "17.7 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q4_1", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q4_1.gguf", - "file_size": "20.5 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q4_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q4_K_P.gguf", + "file_size": "21.8 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q4_K_L.gguf", - "file_size": "20.3 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q5_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q5_K_P.gguf", + "file_size": "26.1 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf", - "file_size": "19.9 GB" + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q6_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q6_K_P.gguf", + "file_size": "28.5 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q4_K_S.gguf", - "file_size": "19.2 GB" - }, + "model_id": "Qwen3.6-35B-A3B-Uncensored.Q8_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/Qwen3.6-35B-A3B-Uncensored.Q8_K_P.gguf", + "file_size": "40.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q5_K_L.gguf", - "file_size": "23.6 GB" + "model_id": "mmproj-Qwen3.6-35B-A3B-Uncensored.f16", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/mmproj-Qwen3.6-35B-A3B-Uncensored.f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF/resolve/main/README.md", + "description": "An uncensored 35B MoE vision model with Wasserstein-based tensor drift repair, optimized for GGUF inference." + }, + { + "model_name": "Qwen3.5-122B-A10B-GGUF", + "developer": "unsloth", + "downloads": 192808, + "createdAt": "2026-02-24T14:49:45.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Qwen3.5-122B-A10B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ1_M.gguf", + "file_size": "31.9 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q5_K_M.gguf", - "file_size": "23.3 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_M.gguf", + "file_size": "36.5 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q5_K_S.gguf", - "file_size": "22.5 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf", + "file_size": "34.1 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q6_K.gguf", - "file_size": "28.0 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_S.gguf", + "file_size": "43.4 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q6_K_L.gguf", - "file_size": "28.2 GB" + "model_id": "Qwen3.5-122B-A10B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf", + "file_size": "41.7 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "Qwen3.5-122B-A10B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf", + "file_size": "39.0 GB" }, { - "model_id": "Qwen_Qwen3.5-35B-A3B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.5-35B-A3B-imatrix.gguf", - "file_size": "183.3 MB" + "model_id": "imatrix_unsloth", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/imatrix_unsloth.gguf", + "file_size": "342.3 MB" } ], - "num_mmproj": 2, + "num_mmproj": 3, "mmproj_models": [ { - "model_id": "mmproj-Qwen_Qwen3.5-35B-A3B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-bf16.gguf", - "file_size": "861.0 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "870.0 MB" }, { - "model_id": "mmproj-Qwen_Qwen3.5-35B-A3B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-f16.gguf", - "file_size": "857.6 MB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "866.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/README.md", - "description": "Quantized GGUF versions of Qwen3.5-35B-A3B for llama.cpp and compatible tools, ranging from Q8_0 (36.91GB) to IQ1_M (8.64GB)." + "readme": "https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/README.md", + "description": "Qwen3.5-122B-A10B is a 122B-parameter MoE vision-language model with 10B activated experts, supporting 262K context length and multimodal reasoning." }, { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", + "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", "developer": "Jackrong", - "downloads": 254428, - "createdAt": "2026-03-19T10:39:40.000Z", + "downloads": 180420, + "createdAt": "2026-03-18T02:52:10.000Z", "library_name": "gguf", "tools": true, - "num_quants": 4, + "num_quants": 3, "quants": [ { - "model_id": "Qwen3.5-27B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q4_K_M.gguf", - "file_size": "15.4 GB" - }, - { - "model_id": "Qwen3.5-27B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q5_K_M.gguf", - "file_size": "17.9 GB" + "model_id": "Qwen3.5-9B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-27B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q6_K.gguf", - "file_size": "20.6 GB" + "model_id": "Qwen3.5-9B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "Qwen3.5-27B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-27B.Q8_0.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3.5-9B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 1, "mmproj_models": [ { "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "879.0 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", - "description": "A reasoning-distilled Qwen3.5-27B model from Claude 4.6 Opus achieving 96.91% HumanEval with 24% shorter chain-of-thought." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-9B reasoning model distilled from Claude 4.6 Opus that achieves higher accuracy with 20%+ shorter chain-of-thought." }, { - "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "model_name": "Qwen3.5-9B-GLM5.1-Distill-v1-GGUF", "developer": "Jackrong", - "downloads": 254021, - "createdAt": "2026-03-03T03:16:06.000Z", + "downloads": 180327, + "createdAt": "2026-04-16T01:01:14.000Z", "library_name": "gguf", "tools": true, - "num_quants": 10, + "num_quants": 12, "quants": [ { - "model_id": "Qwen3.5-4B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q2_K.gguf", - "file_size": "1.7 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Qwen3.5-4B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_L.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-IQ4_XS.gguf", + "file_size": "4.9 GB" }, { - "model_id": "Qwen3.5-4B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_M.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q2_K.gguf", + "file_size": "3.6 GB" }, { - "model_id": "Qwen3.5-4B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q3_K_S.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "Qwen3.5-4B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_M.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Qwen3.5-4B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q4_K_S.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3.5-4B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-4B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q5_K_S.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen3.5-4B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q6_K.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "Qwen3.5-4B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-4B.Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_S.gguf", + "file_size": "5.9 GB" + }, + { + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q6_K.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Qwen3.5-9B-GLM5.1-Distill-v1-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/Qwen3.5-9B-GLM5.1-Distill-v1-Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "644.3 MB" + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/mmproj.gguf", + "file_size": "879.0 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-4B reasoning model fine-tuned with Claude-4.6 Opus chain-of-thought distillation using LoRA, featuring structured `` thinking tags and improved benchmarks on GPQA (38.88) and ARC-Challenge (66.38)." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/README.md", + "description": "A 9B parameter Qwen3.5-9B model distilled with GLM-5.1 reasoning data via SFT/LoRA to improve structured reasoning and instruction-following." }, { - "model_name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 253512, - "createdAt": "2026-03-05T22:13:03.000Z", + "model_name": "gemma-4-E4B-it-OBLITERATED", + "developer": "OBLITERATUS", + "downloads": 167992, + "createdAt": "2026-04-15T01:22:42.000Z", "library_name": "gguf", "tools": true, - "num_quants": 9, + "num_quants": 4, "quants": [ { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "50.1 GB" + "model_id": "gemma-4-E4B-it-OBLITERATED-Q4_K_M", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-Q4_K_M.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", - "file_size": "8.7 GB" + "model_id": "gemma-4-E4B-it-OBLITERATED-Q5_K_M", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-Q5_K_M.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "gemma-4-E4B-it-OBLITERATED-Q8_0", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-Q8_0.gguf", + "file_size": "7.5 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "11.7 GB" + "model_id": "gemma-4-E4B-it-OBLITERATED-mmproj-f16", + "path": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/gemma-4-E4B-it-OBLITERATED-mmproj-f16.gguf", + "file_size": "944.5 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/OBLITERATUS/gemma-4-E4B-it-OBLITERATED/resolve/main/README.md", + "description": "Google Gemma 4 4B with all safety guardrails surgically removed, runs on phones." + }, + { + "model_name": "Qwen3.6-35B-A3B-APEX-GGUF", + "developer": "mudler", + "downloads": 164253, + "createdAt": "2026-04-17T00:07:18.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 7, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-APEX-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Balanced.gguf", + "file_size": "23.9 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "13.7 GB" + "model_id": "Qwen3.6-35B-A3B-APEX-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Compact.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "Qwen3.6-35B-A3B-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Balanced.gguf", + "file_size": "23.9 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "Qwen3.6-35B-A3B-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Compact.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "18.1 GB" + "model_id": "Qwen3.6-35B-A3B-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Mini.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "20.6 GB" + "model_id": "Qwen3.6-35B-A3B-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-I-Quality.gguf", + "file_size": "21.3 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3.6-35B-A3B-APEX-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Quality.gguf", + "file_size": "21.3 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "884.6 MB" + "model_id": "mmproj", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/mmproj.gguf", + "file_size": "861.0 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "Fully uncensored Qwen3.5-27B multimodal model with zero refusals, available in GGUF format." + "readme": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/README.md", + "description": "APEX quantizations of Qwen3.6-35B-A3B MoE model offering better quality at smaller sizes than standard GGUF quants." }, { - "model_name": "Meta-Llama-3.1-8B-Instruct-GGUF", - "developer": "bartowski", - "downloads": 242900, - "createdAt": "2024-07-23T15:36:34.000Z", + "model_name": "Qwen3-Coder-30B-A3B-Instruct-GGUF", + "developer": "unsloth", + "downloads": 160006, + "createdAt": "2025-07-31T10:27:38.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 24, + "tools": true, + "num_quants": 26, "quants": [ { - "model_id": "Meta-Llama-3.1-8B-Instruct-IQ2_M", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-IQ2_M.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-IQ3_M", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-IQ3_M.gguf", - "file_size": "3.5 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf", + "file_size": "15.3 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-IQ3_XS", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-IQ3_XS.gguf", - "file_size": "3.3 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf", + "file_size": "10.5 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-IQ4_NL", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-IQ4_NL.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf", + "file_size": "10.6 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-IQ4_XS", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf", - "file_size": "4.1 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf", + "file_size": "13.7 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q2_K", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q2_K.gguf", - "file_size": "3.0 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q2_K_L", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q2_K_L.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf", + "file_size": "16.2 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q3_K_L", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf", - "file_size": "4.0 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_1", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q3_K_M", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf", - "file_size": "3.7 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf", + "file_size": "17.3 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q3_K_S", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf", + "file_size": "16.3 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q3_K_XL.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf", + "file_size": "20.2 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_4", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_0_4_4.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf", + "file_size": "19.6 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q4_0_4_8", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_0_4_8.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q6_K", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf", + "file_size": "23.4 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q4_0_8_8", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_0_8_8.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q8_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf", + "file_size": "30.3 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q4_K_L", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_K_L.gguf", - "file_size": "4.9 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf", + "file_size": "9.0 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q4_K_M", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf", + "file_size": "8.3 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q4_K_S", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_K_S.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf", + "file_size": "10.1 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q5_K_L", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q5_K_L.gguf", - "file_size": "5.6 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf", + "file_size": "9.6 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q5_K_M", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q5_K_M.gguf", - "file_size": "5.3 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf", + "file_size": "12.0 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q5_K_S", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q5_K_S.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q6_K", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q6_K.gguf", - "file_size": "6.1 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf", + "file_size": "12.9 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q6_K_L", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q6_K_L.gguf", - "file_size": "6.4 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf", + "file_size": "16.5 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-Q8_0", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q8_0.gguf", - "file_size": "8.0 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf", + "file_size": "20.2 GB" }, { - "model_id": "Meta-Llama-3.1-8B-Instruct-f32", - "path": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-f32.gguf", - "file_size": "29.9 GB" + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf", + "file_size": "24.5 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf", + "file_size": "33.5 GB" + }, + { + "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf", + "file_size": "7.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/README.md", - "description": "Meta's Llama 3.1 8B instruction-tuned model for general-purpose text generation and understanding." + "readme": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/README.md", + "description": "Unsloth's hosted Qwen3-Coder-30B-A3B-Instruct: a 30.5B parameter MoE coding model with 256K context, optimized for agentic coding and tool calling." }, { "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF", "developer": "mradermacher", - "downloads": 222288, + "downloads": 154643, "createdAt": "2026-03-06T14:24:22.000Z", "library_name": "gguf", "tools": true, @@ -13382,201 +12845,175 @@ "description": "A GGUF quantized version of Qwen3.5-27B reasoning model with various IQ and Q quantization options (6-22GB)." }, { - "model_name": "Qwen_Qwen3.5-4B-GGUF", + "model_name": "Qwen_Qwen3.6-35B-A3B-GGUF", "developer": "bartowski", - "downloads": 216049, - "createdAt": "2026-02-27T15:45:34.000Z", + "downloads": 153411, + "createdAt": "2026-04-16T14:23:44.000Z", "library_name": "gguf", "tools": true, - "num_quants": 25, + "num_quants": 28, "quants": [ { - "model_id": "Qwen_Qwen3.5-4B-IQ2_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-IQ2_M.gguf", - "file_size": "1.6 GB" - }, - { - "model_id": "Qwen_Qwen3.5-4B-IQ3_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-IQ3_M.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ1_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ1_M.gguf", + "file_size": "7.9 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-IQ3_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-IQ3_XS.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_M.gguf", + "file_size": "11.2 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-IQ3_XXS.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_S.gguf", + "file_size": "10.3 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-IQ4_NL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-IQ4_NL.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_XS.gguf", + "file_size": "10.1 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-IQ4_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-IQ4_XS.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ2_XXS.gguf", + "file_size": "9.1 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q2_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q2_K.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ3_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ3_M.gguf", + "file_size": "15.7 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q2_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q2_K_L.gguf", - "file_size": "2.0 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ3_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ3_XS.gguf", + "file_size": "15.1 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q3_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q3_K_L.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ3_XXS.gguf", + "file_size": "13.8 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q3_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q3_K_M.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ4_NL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ4_NL.gguf", + "file_size": "18.5 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q3_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q3_K_S.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-IQ4_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-IQ4_XS.gguf", + "file_size": "17.5 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q3_K_XL.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q2_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q2_K.gguf", + "file_size": "11.8 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_0.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q2_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q2_K_L.gguf", + "file_size": "12.2 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_1", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_1.gguf", - "file_size": "2.6 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_L.gguf", + "file_size": "15.7 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_L.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_M.gguf", + "file_size": "15.1 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_M.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_S.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q3_K_XL.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_L.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_0.gguf", + "file_size": "18.6 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_M.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_1.gguf", + "file_size": "20.5 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q5_K_S.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_K_L.gguf", + "file_size": "20.3 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q6_K.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf", + "file_size": "19.9 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q6_K_L.gguf", - "file_size": "3.5 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q4_K_S.gguf", + "file_size": "19.2 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q5_K_L.gguf", + "file_size": "23.6 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-bf16.gguf", - "file_size": "7.8 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf", + "file_size": "23.3 GB" }, { - "model_id": "Qwen_Qwen3.5-4B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-imatrix.gguf", - "file_size": "3.5 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-Qwen_Qwen3.5-4B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-bf16.gguf", - "file_size": "644.3 MB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q5_K_S.gguf", + "file_size": "22.5 GB" }, { - "model_id": "mmproj-Qwen_Qwen3.5-4B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-f16.gguf", - "file_size": "641.3 MB" - } - ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 4B model, a lightweight model for efficient on-device inference." - }, - { - "model_name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 178526, - "createdAt": "2026-03-03T12:16:35.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 4, - "quants": [ - { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "7.8 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q6_K.gguf", + "file_size": "28.0 GB" }, { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q6_K_L.gguf", + "file_size": "28.2 GB" }, { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" }, { - "model_id": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen_Qwen3.6-35B-A3B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen_Qwen3.6-35B-A3B-imatrix.gguf", + "file_size": "183.3 MB" } ], - "num_mmproj": 1, + "num_mmproj": 2, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf", - "file_size": "644.3 MB" + "model_id": "mmproj-Qwen_Qwen3.6-35B-A3B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-35B-A3B-bf16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "mmproj-Qwen_Qwen3.6-35B-A3B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-35B-A3B-f16.gguf", + "file_size": "857.6 MB" } ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "Fully uncensored Qwen3.5-4B multimodal GGUF model with zero refusals, available in multiple quantizations." + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/resolve/main/README.md", + "description": "GGUF quantized versions of Qwen3.6-35B-A3B with various quantization options for llama.cpp-compatible inference." }, { "model_name": "LFM2.5-1.2B-Instruct-GGUF", "developer": "LiquidAI", - "downloads": 177810, + "downloads": 144885, "createdAt": "2026-01-04T00:09:26.000Z", "library_name": "gguf", "tools": true, @@ -13624,346 +13061,467 @@ "description": "Liquid AI's LFM 2.5 1.2B instruction-tuned model, a compact model for efficient deployment." }, { - "model_name": "Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", + "model_name": "Qwopus3.5-9B-v3-GGUF", "developer": "Jackrong", - "downloads": 177157, - "createdAt": "2026-03-18T02:52:10.000Z", + "downloads": 141060, + "createdAt": "2026-03-31T08:23:16.000Z", "library_name": "gguf", "tools": true, - "num_quants": 3, + "num_quants": 5, "quants": [ { - "model_id": "Qwen3.5-9B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", + "model_id": "Qwopus3.5-9B-v3.BF16", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.BF16.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "Qwopus3.5-9B-v3.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q4_K_M.gguf", "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "Qwopus3.5-9B-v3.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3.5-9B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", + "model_id": "Qwopus3.5-9B-v3.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q6_K.gguf", + "file_size": "6.9 GB" + }, + { + "model_id": "Qwopus3.5-9B-v3.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwopus3.5-9B-v3.Q8_0.gguf", "file_size": "8.9 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/mmproj.gguf", "file_size": "879.0 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-9B reasoning model distilled from Claude 4.6 Opus that achieves higher accuracy with 20%+ shorter chain-of-thought." + "readme": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/README.md", + "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." }, { - "model_name": "gemma-4-E2B-it-GGUF", - "developer": "unsloth", - "downloads": 176703, - "createdAt": "2026-04-01T14:40:57.000Z", + "model_name": "gemma-4-26B-A4B-it-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 131161, + "createdAt": "2026-04-07T01:46:34.000Z", "library_name": "gguf", "tools": true, - "num_quants": 21, + "num_quants": 10, "quants": [ { - "model_id": "gemma-4-E2B-it-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-BF16.gguf", - "file_size": "8.7 GB" + "model_id": "gemma-4-26B-A4B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "gemma-4-E2B-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_NL.gguf", - "file_size": "2.8 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-BF16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "gemma-4-E2B-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-IQ4_XS.gguf", - "file_size": "2.8 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_L.gguf", + "file_size": "12.9 GB" }, { - "model_id": "gemma-4-E2B-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_M.gguf", - "file_size": "2.4 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "gemma-4-E2B-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q3_K_S.gguf", - "file_size": "2.3 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_0.gguf", - "file_size": "2.8 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_1.gguf", - "file_size": "2.9 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_M.gguf", + "file_size": "17.8 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_S.gguf", + "file_size": "16.8 GB" }, { - "model_id": "gemma-4-E2B-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q4_K_S.gguf", - "file_size": "2.8 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q6_K.gguf", + "file_size": "21.1 GB" }, { - "model_id": "gemma-4-E2B-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_M.gguf", - "file_size": "3.1 GB" + "model_id": "gemma-4-26B-A4B-it-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-heretic-Q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "An uncensored GGUF quantization of Google's Gemma 4 26B A4B model with 89% fewer refusals while preserving model quality." + }, + { + "model_name": "gemma-4-31B-it-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 127355, + "createdAt": "2026-04-03T23:53:42.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 10, + "quants": [ + { + "model_id": "gemma-4-31B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "gemma-4-E2B-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q5_K_S.gguf", - "file_size": "3.1 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-BF16.gguf", + "file_size": "57.2 GB" }, { - "model_id": "gemma-4-E2B-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q6_K.gguf", - "file_size": "4.2 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_L.gguf", + "file_size": "15.5 GB" }, { - "model_id": "gemma-4-E2B-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-Q8_0.gguf", - "file_size": "4.7 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "gemma-4-E2B-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ2_M.gguf", - "file_size": "2.1 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "gemma-4-E2B-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-IQ3_XXS.gguf", - "file_size": "2.2 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_S.gguf", + "file_size": "16.5 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q2_K_XL.gguf", - "file_size": "2.2 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_M.gguf", + "file_size": "20.3 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q3_K_XL.gguf", - "file_size": "2.7 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_S.gguf", + "file_size": "19.8 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q4_K_XL.gguf", - "file_size": "3.0 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q6_K.gguf", + "file_size": "23.5 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q5_K_XL.gguf", - "file_size": "4.0 GB" + "model_id": "gemma-4-31B-it-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q8_0.gguf", + "file_size": "30.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." + }, + { + "model_name": "Qwopus3.6-27B-v1-preview-GGUF", + "developer": "Jackrong", + "downloads": 122576, + "createdAt": "2026-04-23T00:30:09.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "Qwopus3.6-27B-v1-preview-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-IQ4_XS.gguf", + "file_size": "14.2 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q6_K_XL.gguf", - "file_size": "4.4 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q2_K", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "gemma-4-E2B-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-E2B-it-UD-Q8_K_XL.gguf", - "file_size": "4.9 GB" + "model_id": "Qwopus3.6-27B-v1-preview-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q3_K_L.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "Qwopus3.6-27B-v1-preview-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwopus3.6-27B-v1-preview-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwopus3.6-27B-v1-preview-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Qwopus3.6-27B-v1-preview-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwopus3.6-27B-v1-preview-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwopus3.6-27B-v1-preview-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/Qwopus3.6-27B-v1-preview-Q8_0.gguf", + "file_size": "26.6 GB" } ], - "num_mmproj": 3, + "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "941.1 MB" + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/mmproj.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/README.md", + "description": "An early preview reasoning model fine-tuned from Qwen3.6-27B on mixed reasoning datasets for more structured and consistent outputs." + }, + { + "model_name": "Qwen2.5-Coder-7B-Instruct-GGUF", + "developer": "Qwen", + "downloads": 119771, + "createdAt": "2024-09-18T11:40:39.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "qwen2.5-coder-7b-instruct-fp16", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-fp16.gguf", + "file_size": "14.2 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "940.0 MB" + "model_id": "qwen2.5-coder-7b-instruct-q2_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q2_k.gguf", + "file_size": "2.8 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.8 GB" + "model_id": "qwen2.5-coder-7b-instruct-q3_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q3_k_m.gguf", + "file_size": "3.5 GB" + }, + { + "model_id": "qwen2.5-coder-7b-instruct-q4_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_0.gguf", + "file_size": "4.1 GB" + }, + { + "model_id": "qwen2.5-coder-7b-instruct-q4_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf", + "file_size": "4.4 GB" + }, + { + "model_id": "qwen2.5-coder-7b-instruct-q5_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q5_k_m.gguf", + "file_size": "5.1 GB" + }, + { + "model_id": "qwen2.5-coder-7b-instruct-q6_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q6_k.gguf", + "file_size": "5.8 GB" + }, + { + "model_id": "qwen2.5-coder-7b-instruct-q8_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q8_0.gguf", + "file_size": "7.5 GB" } ], - "readme": "https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/README.md", + "description": "Qwen2.5-Coder-7B-Instruct-GGUF is a 7B parameter instruction-tuned code generation model in GGUF format, supporting multiple quantizations for local deployment via llama.cpp." }, { - "model_name": "gemma-2b", - "developer": "google", - "downloads": 163231, - "createdAt": "2024-02-08T08:11:26.000Z", + "model_name": "gemma-4-E4B-it-uncensored-GGUF", + "developer": "TrevorJS", + "downloads": 109292, + "createdAt": "2026-04-04T03:45:30.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 1, + "tools": true, + "num_quants": 2, "quants": [ { - "model_id": "gemma-2b", - "path": "https://huggingface.co/google/gemma-2b/resolve/main/gemma-2b.gguf", - "file_size": "9.3 GB" + "model_id": "gemma-4-E4B-it-uncensored-Q4_K_M", + "path": "https://huggingface.co/TrevorJS/gemma-4-E4B-it-uncensored-GGUF/resolve/main/gemma-4-E4B-it-uncensored-Q4_K_M.gguf", + "file_size": "5.0 GB" + }, + { + "model_id": "gemma-4-E4B-it-uncensored-Q8_0", + "path": "https://huggingface.co/TrevorJS/gemma-4-E4B-it-uncensored-GGUF/resolve/main/gemma-4-E4B-it-uncensored-Q8_0.gguf", + "file_size": "7.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/google/gemma-2b/resolve/main/README.md", - "description": "Google's Gemma 2B model, a compact open model for lightweight text generation." + "readme": "https://huggingface.co/TrevorJS/gemma-4-E4B-it-uncensored-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored (abliterated) Google Gemma-4-E4B-it model available in Q4_K_M (5.3 GB) and Q8_0 (8.0 GB) formats." }, { - "model_name": "Qwen3-Coder-30B-A3B-Instruct-GGUF", - "developer": "unsloth", - "downloads": 133493, - "createdAt": "2025-07-31T10:27:38.000Z", + "model_name": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced", + "developer": "HauhauCS", + "downloads": 107639, + "createdAt": "2026-04-23T21:01:27.000Z", "library_name": "gguf", "tools": true, - "num_quants": 26, + "num_quants": 10, "quants": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf", - "file_size": "16.1 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf", - "file_size": "15.3 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf", - "file_size": "10.5 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q2_K_L", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf", - "file_size": "10.6 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ2_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf", - "file_size": "13.7 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_M", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf", - "file_size": "12.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf", - "file_size": "16.2 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ4_XS", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ4_XS.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf", - "file_size": "17.9 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q2_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q2_K_P.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf", - "file_size": "17.3 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q3_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q3_K_P.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_S.gguf", + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf", "file_size": "16.3 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf", - "file_size": "20.2 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q5_K_S.gguf", - "file_size": "19.6 GB" - }, - { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf", - "file_size": "23.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q5_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q5_K_P.gguf", + "file_size": "19.4 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf", - "file_size": "30.3 GB" + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q6_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q6_K_P.gguf", + "file_size": "21.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf", - "file_size": "9.0 GB" - }, + "model_id": "Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q8_K_P", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q8_K_P.gguf", + "file_size": "29.8 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf", - "file_size": "8.3 GB" - }, + "model_id": "mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Balanced-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Balanced-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/resolve/main/README.md", + "description": "An uncensored Qwen3.6-27B GGUF model with zero refusals, optimized for agentic coding with K_P quantizations." + }, + { + "model_name": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 107607, + "createdAt": "2026-04-07T01:38:53.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 10, + "quants": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf", - "file_size": "10.1 GB" + "model_id": "gemma-4-26B-A4B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf", - "file_size": "9.6 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-BF16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf", - "file_size": "12.0 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_L.gguf", + "file_size": "12.9 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf", - "file_size": "11.0 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf", - "file_size": "12.9 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf", - "file_size": "16.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf", - "file_size": "20.2 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_M.gguf", + "file_size": "17.8 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf", - "file_size": "24.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_S.gguf", + "file_size": "16.8 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf", - "file_size": "33.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q6_K.gguf", + "file_size": "21.1 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf", - "file_size": "7.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q8_0.gguf", + "file_size": "25.0 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/README.md", - "description": "Unsloth's hosted Qwen3-Coder-30B-A3B-Instruct: a 30.5B parameter MoE coding model with 256K context, optimized for agentic coding and tool calling." + "readme": "https://huggingface.co/llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "An uncensored GGUF version of Google's Gemma 4 26B MoE model with 97% fewer refusals while maintaining near-original quality." }, { "model_name": "GLM-4.7-Flash-GGUF", "developer": "unsloth", - "downloads": 131623, + "downloads": 105752, "createdAt": "2026-01-20T00:14:42.000Z", "library_name": "gguf", "tools": true, @@ -14065,95 +13623,240 @@ "file_size": "9.8 GB" }, { - "model_id": "GLM-4.7-Flash-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ3_XXS.gguf", - "file_size": "12.0 GB" + "model_id": "GLM-4.7-Flash-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-IQ3_XXS.gguf", + "file_size": "12.0 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q2_K_XL.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q3_K_XL.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q4_K_XL.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q5_K_XL.gguf", + "file_size": "20.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q6_K_XL.gguf", + "file_size": "24.4 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q8_K_XL.gguf", + "file_size": "33.2 GB" + }, + { + "model_id": "GLM-4.7-Flash-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-TQ1_0.gguf", + "file_size": "7.8 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/README.md", + "description": "GLM-4.7-Flash is a 30B-A3B MoE text generation model optimized for lightweight local deployment via vLLM, SGLang, or transformers." + }, + { + "model_name": "gemma-4-26B-A4B-it-uncensored-GGUF", + "developer": "TrevorJS", + "downloads": 102983, + "createdAt": "2026-04-04T15:40:43.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 2, + "quants": [ + { + "model_id": "gemma-4-26B-A4B-it-uncensored-Q4_K_M", + "path": "https://huggingface.co/TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-Q4_K_M.gguf", + "file_size": "15.6 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-uncensored-Q8_0", + "path": "https://huggingface.co/TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/resolve/main/gemma-4-26B-A4B-it-uncensored-Q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored Gemma 4 26B model (Q4_K_M: 16.8GB, Q8_0: 26.9GB) for llama-server." + }, + { + "model_name": "DeepSeek-R1-Distill-Qwen-14B-GGUF", + "developer": "unsloth", + "downloads": 97457, + "createdAt": "2025-01-20T14:39:44.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-F16", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-F16.gguf", + "file_size": "27.5 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf", + "file_size": "5.4 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K_L", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf", + "file_size": "5.5 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q3_K_M", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf", + "file_size": "6.8 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q4_K_M", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf", + "file_size": "8.4 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q5_K_M", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf", + "file_size": "9.8 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q6_K", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q8_0", + "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf", + "file_size": "14.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/README.md", + "description": "A 14B model distilled from DeepSeek R1 using Qwen architecture for strong reasoning." + }, + { + "model_name": "Qwopus-GLM-18B-Merged-GGUF", + "developer": "Jackrong", + "downloads": 93538, + "createdAt": "2026-04-18T02:48:02.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "Qwopus-GLM-18B-Healed-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-IQ4_XS.gguf", + "file_size": "8.4 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q2_K_XL.gguf", - "file_size": "11.1 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q3_K_L.gguf", + "file_size": "8.0 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q3_K_XL.gguf", - "file_size": "12.8 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_M.gguf", + "file_size": "9.2 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q4_K_XL.gguf", - "file_size": "16.3 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_S.gguf", + "file_size": "8.6 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q5_K_XL.gguf", - "file_size": "20.2 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q5_K_M.gguf", + "file_size": "10.6 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q6_K_XL.gguf", - "file_size": "24.4 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q5_K_S.gguf", + "file_size": "10.3 GB" }, { - "model_id": "GLM-4.7-Flash-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-Q8_K_XL.gguf", - "file_size": "33.2 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q6_K.gguf", + "file_size": "12.1 GB" }, { - "model_id": "GLM-4.7-Flash-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-UD-TQ1_0.gguf", - "file_size": "7.8 GB" + "model_id": "Qwopus-GLM-18B-Healed-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q8_0.gguf", + "file_size": "15.7 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/README.md", - "description": "GLM-4.7-Flash is a 30B-A3B MoE text generation model optimized for lightweight local deployment via vLLM, SGLang, or transformers." + "readme": "https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/README.md", + "description": "A 64-layer frankenmerge of two 9B models stacked to ~18B, healed with 1000-step QLoRA, achieving 90.9% on benchmarks while outperforming the larger Qwen 3.6 MoE at under half the VRAM." }, { - "model_name": "Crow-9B-HERETIC-4.6", - "developer": "Crownelius", - "downloads": 123157, - "createdAt": "2026-03-03T08:14:36.000Z", + "model_name": "Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF", + "developer": "khazarai", + "downloads": 92149, + "createdAt": "2026-04-06T19:05:55.000Z", "library_name": "gguf", "tools": true, - "num_quants": 5, + "num_quants": 3, "quants": [ { - "model_id": "Qwen3.5-9B-heretic-v2.BF16-mmproj", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.BF16-mmproj.gguf", - "file_size": "879.0 MB" - }, - { - "model_id": "Qwen3.5-9B-heretic-v2.F16", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.F16.gguf", - "file_size": "16.7 GB" + "model_id": "Qwen3-4B-Thinking-2507.Q4_1", + "path": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/Qwen3-4B-Thinking-2507.Q4_1.gguf", + "file_size": "2.4 GB" }, { - "model_id": "Qwen3.5-9B-heretic-v2.Q4_K_M", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3-4B-Thinking-2507.Q6_K", + "path": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/Qwen3-4B-Thinking-2507.Q6_K.gguf", + "file_size": "3.1 GB" }, { - "model_id": "Qwen3.5-9B-heretic-v2.Q5_K_M", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q5_K_M.gguf", - "file_size": "6.1 GB" - }, + "model_id": "Qwen3-4B-Thinking-2507.Q8_0", + "path": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/Qwen3-4B-Thinking-2507.Q8_0.gguf", + "file_size": "4.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a reasoning-distilled Qwen3-4B model trained via Unsloth to provide structured, concise reasoning distilled from the larger Qwen3.6-plus teacher model." + }, + { + "model_name": "MiniMax-M2.5-GGUF", + "developer": "unsloth", + "downloads": 89093, + "createdAt": "2026-02-14T00:57:38.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "Qwen3.5-9B-heretic-v2.Q8_0", - "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "MiniMax-M2.5-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/MiniMax-M2.5-UD-TQ1_0.gguf", + "file_size": "51.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/README.md", - "description": "A 9-billion-parameter LLM distilled from Claude Opus 4.6 into Qwen 3.5 architecture, available in GGUF format." + "readme": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/README.md", + "description": "MiniMax-M2.5 is a state-of-the-art AI model excelling in coding, agentic tasks, and office work, offering industry-leading speed (100 tokens/sec) at just $1/hour." }, { "model_name": "Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive", "developer": "HauhauCS", - "downloads": 117916, + "downloads": 88776, "createdAt": "2026-03-22T02:21:43.000Z", "library_name": "gguf", "tools": true, @@ -14237,8842 +13940,8782 @@ "description": "An uncensored GGUF quantization of Qwen3.5-122B-A10B MoE model with custom K_P quants for llama.cpp/LM Studio." }, { - "model_name": "gpt-oss-120b-GGUF", + "model_name": "Kimi-K2.6-GGUF", "developer": "unsloth", - "downloads": 115725, - "createdAt": "2025-08-05T17:11:45.000Z", + "downloads": 87768, + "createdAt": "2026-04-20T15:27:51.000Z", "library_name": "gguf", "tools": true, - "num_quants": 1, - "quants": [ + "num_quants": 0, + "quants": [], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "gpt-oss-120b-F16", - "path": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/gpt-oss-120b-F16.gguf", - "file_size": "60.9 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "909.7 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "908.4 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.8 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/gpt-oss-120b-GGUF/resolve/main/README.md", - "description": "A large 120B open-source model for general-purpose text generation and reasoning." + "readme": "https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/README.md", + "description": "Kimi-K2.6 is an open-source 1T-parameter MoE multimodal agentic model with 32B activated parameters, specializing in long-horizon coding, autonomous task execution, and swarm-based orchestration with 256K context support." }, { - "model_name": "gemma-3-12b-it-GGUF", - "developer": "unsloth", - "downloads": 108476, - "createdAt": "2025-03-12T10:34:12.000Z", + "model_name": "Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF", + "developer": "DavidAU", + "downloads": 83867, + "createdAt": "2026-03-09T03:38:34.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 26, + "tools": true, + "num_quants": 11, "quants": [ { - "model_id": "gemma-3-12b-it-BF16", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-BF16.gguf", - "file_size": "21.9 GB" - }, - { - "model_id": "gemma-3-12b-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-IQ4_NL.gguf", - "file_size": "6.4 GB" - }, - { - "model_id": "gemma-3-12b-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-IQ4_XS.gguf", - "file_size": "6.1 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "gemma-3-12b-it-Q2_K", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q2_K.gguf", + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat.gguf", "file_size": "4.4 GB" }, { - "model_id": "gemma-3-12b-it-Q2_K_L", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q2_K_L.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat.gguf", + "file_size": "5.2 GB" }, { - "model_id": "gemma-3-12b-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q3_K_M.gguf", - "file_size": "5.6 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat.gguf", + "file_size": "6.1 GB" }, { - "model_id": "gemma-3-12b-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q3_K_S.gguf", - "file_size": "5.1 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat.gguf", + "file_size": "5.8 GB" }, { - "model_id": "gemma-3-12b-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q4_0.gguf", + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat.gguf", "file_size": "6.4 GB" }, { - "model_id": "gemma-3-12b-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q4_1.gguf", - "file_size": "7.0 GB" - }, - { - "model_id": "gemma-3-12b-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q4_K_M.gguf", - "file_size": "6.8 GB" - }, - { - "model_id": "gemma-3-12b-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q4_K_S.gguf", - "file_size": "6.5 GB" - }, - { - "model_id": "gemma-3-12b-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q5_K_M.gguf", - "file_size": "7.9 GB" - }, - { - "model_id": "gemma-3-12b-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q5_K_S.gguf", - "file_size": "7.7 GB" - }, - { - "model_id": "gemma-3-12b-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q6_K.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "gemma-3-12b-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q8_0.gguf", - "file_size": "11.7 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-IQ1_M.gguf", - "file_size": "3.0 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-IQ1_S.gguf", - "file_size": "2.8 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-IQ2_M.gguf", - "file_size": "4.1 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-IQ2_XXS.gguf", - "file_size": "3.4 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-IQ3_XXS.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-Q2_K_XL.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat.gguf", + "file_size": "6.1 GB" }, { - "model_id": "gemma-3-12b-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-Q3_K_XL.gguf", - "file_size": "5.7 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat.gguf", + "file_size": "7.2 GB" }, { - "model_id": "gemma-3-12b-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-Q4_K_XL.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat.gguf", + "file_size": "7.0 GB" }, { - "model_id": "gemma-3-12b-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-Q5_K_XL.gguf", - "file_size": "7.9 GB" + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat.gguf", + "file_size": "8.0 GB" }, { - "model_id": "gemma-3-12b-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-Q6_K_XL.gguf", + "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0.gguf", "file_size": "9.8 GB" - }, - { - "model_id": "gemma-3-12b-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-UD-Q8_K_XL.gguf", - "file_size": "13.4 GB" } ], "num_mmproj": 3, "mmproj_models": [ { "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "814.6 MB" + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "879.0 MB" }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "814.6 MB" + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "875.6 MB" }, { "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.6 GB" + "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "readme": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 3 12B instruction-tuned multimodal model with 128K context, supporting text and image inputs." + "readme": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/README.md", + "description": "An uncensored Qwen3.5-9B fine-tuned on Claude-4.6-OS data for creative writing and storytelling with vision support, optimized as a GGUF model." }, { - "model_name": "Qwen3.5-397B-A17B-GGUF", - "developer": "unsloth", - "downloads": 107812, - "createdAt": "2026-02-16T04:59:50.000Z", + "model_name": "Qwen3.5-9B-GGUF-MoQ", + "developer": "w-ahmad", + "downloads": 79812, + "createdAt": "2026-04-27T17:55:47.000Z", "library_name": "gguf", "tools": true, - "num_quants": 0, - "quants": [], - "num_mmproj": 3, - "mmproj_models": [ + "num_quants": 34, + "quants": [ { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" + "model_id": "BF16/Qwen3.5-9B-MoQ-16", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/BF16/Qwen3.5-9B-MoQ-16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "875.6 MB" + "model_id": "F16/Qwen3.5-9B-MoQ-16", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/F16/Qwen3.5-9B-MoQ-16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" - } - ], - "readme": "https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/README.md", - "description": "A 397B parameter multimodal language model with vision capabilities supporting text, images, and video inputs, with up to 262K context length." - }, - { - "model_name": "Qwen_Qwen3.5-9B-GGUF", - "developer": "bartowski", - "downloads": 104844, - "createdAt": "2026-02-27T15:45:47.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 26, - "quants": [ + "model_id": "MoQ-2.10/Qwen3.5-9B-MoQ-2.10", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.10/Qwen3.5-9B-MoQ-2.10.gguf", + "file_size": "2.2 GB" + }, { - "model_id": "Qwen_Qwen3.5-9B-IQ2_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_M.gguf", + "model_id": "MoQ-2.55/Qwen3.5-9B-MoQ-2.55", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.55/Qwen3.5-9B-MoQ-2.55.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "MoQ-2.80/Qwen3.5-9B-MoQ-2.80", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.80/Qwen3.5-9B-MoQ-2.80.gguf", + "file_size": "2.9 GB" + }, + { + "model_id": "MoQ-2.85 /Qwen3.5-9B-MoQ-2.85 ", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.85 /Qwen3.5-9B-MoQ-2.85 .gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "MoQ-2.90/Qwen3.5-9B-MoQ-2.90", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-2.90/Qwen3.5-9B-MoQ-2.90.gguf", + "file_size": "3.0 GB" + }, + { + "model_id": "MoQ-3.10/Qwen3.5-9B-MoQ-3.10", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.10/Qwen3.5-9B-MoQ-3.10.gguf", + "file_size": "3.2 GB" + }, + { + "model_id": "MoQ-3.25/Qwen3.5-9B-MoQ-3.25", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.25/Qwen3.5-9B-MoQ-3.25.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "MoQ-3.30/Qwen3.5-9B-MoQ-3.30", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.30/Qwen3.5-9B-MoQ-3.30.gguf", "file_size": "3.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ2_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_S.gguf", - "file_size": "3.2 GB" + "model_id": "MoQ-3.65/Qwen3.5-9B-MoQ-3.65", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.65/Qwen3.5-9B-MoQ-3.65.gguf", + "file_size": "3.8 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ3_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_M.gguf", - "file_size": "4.3 GB" + "model_id": "MoQ-3.75/Qwen3.5-9B-MoQ-3.75", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-3.75/Qwen3.5-9B-MoQ-3.75.gguf", + "file_size": "3.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ3_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XS.gguf", + "model_id": "MoQ-4.00/Qwen3.5-9B-MoQ-4.00", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.00/Qwen3.5-9B-MoQ-4.00.gguf", "file_size": "4.2 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XXS.gguf", - "file_size": "4.1 GB" + "model_id": "MoQ-4.25/Qwen3.5-9B-MoQ-4.25", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.25/Qwen3.5-9B-MoQ-4.25.gguf", + "file_size": "4.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ4_NL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_NL.gguf", - "file_size": "5.1 GB" + "model_id": "MoQ-4.65/Qwen3.5-9B-MoQ-4.65", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.65/Qwen3.5-9B-MoQ-4.65.gguf", + "file_size": "4.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-IQ4_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_XS.gguf", - "file_size": "4.8 GB" + "model_id": "MoQ-4.85/Qwen3.5-9B-MoQ-4.85", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-4.85/Qwen3.5-9B-MoQ-4.85.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q2_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K.gguf", - "file_size": "3.7 GB" + "model_id": "MoQ-5.00/Qwen3.5-9B-MoQ-5.00", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-5.00/Qwen3.5-9B-MoQ-5.00.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q2_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K_L.gguf", - "file_size": "4.6 GB" + "model_id": "MoQ-5.65/Qwen3.5-9B-MoQ-5.65", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-5.65/Qwen3.5-9B-MoQ-5.65.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_L.gguf", - "file_size": "4.7 GB" + "model_id": "MoQ-6.35/Qwen3.5-9B-MoQ-6.35", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-6.35/Qwen3.5-9B-MoQ-6.35.gguf", + "file_size": "6.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_M.gguf", - "file_size": "4.5 GB" + "model_id": "MoQ-7.55/Qwen3.5-9B-MoQ-7.55", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-7.55/Qwen3.5-9B-MoQ-7.55.gguf", + "file_size": "7.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_S.gguf", - "file_size": "4.3 GB" + "model_id": "MoQ-7.80/Qwen3.5-9B-MoQ-7.80", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-7.80/Qwen3.5-9B-MoQ-7.80.gguf", + "file_size": "8.2 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_XL.gguf", - "file_size": "5.6 GB" + "model_id": "MoQ-9.48/Qwen3.5-9B-MoQ-9.48", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-9.48/Qwen3.5-9B-MoQ-9.48.gguf", + "file_size": "9.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_0.gguf", - "file_size": "5.1 GB" + "model_id": "MoQ-IQ2_S/Qwen3.5-9B-MoQ-IQ2_S", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ2_S/Qwen3.5-9B-MoQ-IQ2_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_1", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_1.gguf", - "file_size": "5.5 GB" + "model_id": "MoQ-IQ2_XS/Qwen3.5-9B-MoQ-IQ2_XS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ2_XS/Qwen3.5-9B-MoQ-IQ2_XS.gguf", + "file_size": "3.9 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_L.gguf", - "file_size": "6.2 GB" + "model_id": "MoQ-IQ2_XXS/Qwen3.5-9B-MoQ-IQ2_XXS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ2_XXS/Qwen3.5-9B-MoQ-IQ2_XXS.gguf", + "file_size": "3.7 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_M.gguf", - "file_size": "5.5 GB" + "model_id": "MoQ-IQ3_S/Qwen3.5-9B-MoQ-IQ3_S", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ3_S/Qwen3.5-9B-MoQ-IQ3_S.gguf", + "file_size": "4.7 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_S.gguf", - "file_size": "5.2 GB" + "model_id": "MoQ-IQ3_XXS/Qwen3.5-9B-MoQ-IQ3_XXS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ3_XXS/Qwen3.5-9B-MoQ-IQ3_XXS.gguf", + "file_size": "4.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_L.gguf", - "file_size": "7.0 GB" + "model_id": "MoQ-IQ4_NL/Qwen3.5-9B-MoQ-IQ4_NL", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ4_NL/Qwen3.5-9B-MoQ-IQ4_NL.gguf", + "file_size": "5.6 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_M.gguf", - "file_size": "6.4 GB" + "model_id": "MoQ-IQ4_XS/Qwen3.5-9B-MoQ-IQ4_XS", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-IQ4_XS/Qwen3.5-9B-MoQ-IQ4_XS.gguf", + "file_size": "5.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_S.gguf", - "file_size": "6.1 GB" + "model_id": "MoQ-Q5_K/Qwen3.5-9B-MoQ-Q5_K_XL", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-Q5_K/Qwen3.5-9B-MoQ-Q5_K_XL.gguf", + "file_size": "6.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K.gguf", + "model_id": "MoQ-Q6_K/Qwen3.5-9B-MoQ-Q6_K", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-Q6_K/Qwen3.5-9B-MoQ-Q6_K.gguf", "file_size": "7.1 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K_L.gguf", - "file_size": "7.6 GB" - }, - { - "model_id": "Qwen_Qwen3.5-9B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "MoQ-Q8_0/Qwen3.5-9B-MoQ-Q8_0", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-Q8_0/Qwen3.5-9B-MoQ-Q8_0.gguf", + "file_size": "8.4 GB" }, { - "model_id": "Qwen_Qwen3.5-9B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-bf16.gguf", - "file_size": "16.7 GB" + "model_id": "MoQ-mmproj/mmproj-BF16", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/MoQ-mmproj/mmproj-BF16.gguf", + "file_size": "879.0 MB" }, { - "model_id": "Qwen_Qwen3.5-9B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-imatrix.gguf", + "model_id": "imatrix_w-ahmad-MoQ-Qwen3.5-9B", + "path": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/imatrix_w-ahmad-MoQ-Qwen3.5-9B.gguf", "file_size": "4.9 MB" } ], - "num_mmproj": 2, - "mmproj_models": [ + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/w-ahmad/Qwen3.5-9B-GGUF-MoQ/resolve/main/README.md", + "description": "MoQ (Mixture of Quants) is a GGUF quantization method for Qwen3.5-9B that dynamically allocates precision based on tensor importance, preserving critical weights at higher bits while compressing redundant ones." + }, + { + "model_name": "Bonsai-8B-gguf", + "developer": "prism-ml", + "downloads": 79357, + "createdAt": "2026-03-18T21:06:50.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 2, + "quants": [ { - "model_id": "mmproj-Qwen_Qwen3.5-9B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-bf16.gguf", - "file_size": "879.0 MB" + "model_id": "Bonsai-8B-Q1_0", + "path": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/Bonsai-8B-Q1_0.gguf", + "file_size": "1.1 GB" }, { - "model_id": "mmproj-Qwen_Qwen3.5-9B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-f16.gguf", - "file_size": "875.6 MB" + "model_id": "Bonsai-8B", + "path": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/Bonsai-8B.gguf", + "file_size": "1.1 GB" } ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/README.md", - "description": "GGUF quantized versions of Qwen3.5-9B by bartowski using llama.cpp, with various quantization levels (Q8_0 to IQ2_S) ranging from 3.48GB to 17.92GB for local LLM inference." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/README.md", + "description": "An 8B model from the Bonsai family for general-purpose text generation and understanding." }, { - "model_name": "Qwen2.5-Coder-7B-Instruct-GGUF", + "model_name": "Qwen2.5-Coder-1.5B-Instruct-GGUF", "developer": "Qwen", - "downloads": 104469, - "createdAt": "2024-09-18T11:40:39.000Z", + "downloads": 76320, + "createdAt": "2024-09-18T13:58:16.000Z", "library_name": "gguf", "tools": true, "num_quants": 8, "quants": [ { - "model_id": "qwen2.5-coder-7b-instruct-fp16", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-fp16.gguf", - "file_size": "14.2 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q2_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q2_k.gguf", + "file_size": "718.0 MB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q2_k.gguf", - "file_size": "2.8 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q3_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q3_k_m.gguf", + "file_size": "881.6 MB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q3_k_m.gguf", - "file_size": "3.5 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q4_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q4_0.gguf", + "file_size": "1016.8 MB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_0.gguf", - "file_size": "4.1 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q4_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q4_k_m.gguf", + "file_size": "1.0 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf", - "file_size": "4.4 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q5_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q5_0.gguf", + "file_size": "1.2 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q5_k_m.gguf", - "file_size": "5.1 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q5_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q5_k_m.gguf", + "file_size": "1.2 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q6_k.gguf", - "file_size": "5.8 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q6_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q6_k.gguf", + "file_size": "1.4 GB" }, { - "model_id": "qwen2.5-coder-7b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q8_0.gguf", - "file_size": "7.5 GB" + "model_id": "qwen2.5-coder-1.5b-instruct-q8_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/qwen2.5-coder-1.5b-instruct-q8_0.gguf", + "file_size": "1.8 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/README.md", - "description": "Qwen2.5-Coder-7B-Instruct-GGUF is a 7B parameter instruction-tuned code generation model in GGUF format, supporting multiple quantizations for local deployment via llama.cpp." + "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF/resolve/main/README.md", + "description": "Alibaba Cloud's 1.5B parameter instruction-tuned code generation model in GGUF format for efficient local inference." }, { - "model_name": "Qwen_Qwen3.5-27B-GGUF", + "model_name": "Qwen_Qwen3.6-27B-GGUF", "developer": "bartowski", - "downloads": 93739, - "createdAt": "2026-02-24T16:46:09.000Z", + "downloads": 75849, + "createdAt": "2026-04-22T14:24:37.000Z", "library_name": "gguf", "tools": true, "num_quants": 27, "quants": [ { - "model_id": "Qwen_Qwen3.5-27B-IQ2_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ2_M.gguf", - "file_size": "8.8 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ2_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ2_S.gguf", - "file_size": "8.2 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ2_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ2_XS.gguf", - "file_size": "7.9 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ2_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ2_XXS.gguf", - "file_size": "7.2 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ3_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ3_M.gguf", - "file_size": "12.2 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ3_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ3_XS.gguf", - "file_size": "11.4 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ3_XXS.gguf", - "file_size": "10.5 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ4_NL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ4_NL.gguf", - "file_size": "14.9 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-IQ4_XS", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-IQ4_XS.gguf", - "file_size": "14.1 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-Q2_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q2_K.gguf", - "file_size": "10.0 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-Q2_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q2_K_L.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-Q3_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q3_K_L.gguf", - "file_size": "13.6 GB" - }, - { - "model_id": "Qwen_Qwen3.5-27B-Q3_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q3_K_M.gguf", - "file_size": "12.9 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ2_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_M.gguf", + "file_size": "9.9 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q3_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q3_K_S.gguf", - "file_size": "11.8 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ2_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_S.gguf", + "file_size": "9.4 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q3_K_XL.gguf", - "file_size": "14.6 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ2_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_XS.gguf", + "file_size": "9.1 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q4_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q4_0.gguf", - "file_size": "14.9 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ2_XXS.gguf", + "file_size": "8.5 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q4_1", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q4_1.gguf", - "file_size": "16.3 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ3_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ3_M.gguf", + "file_size": "12.7 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q4_K_L.gguf", - "file_size": "16.8 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ3_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ3_XS.gguf", + "file_size": "12.2 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q4_K_M.gguf", - "file_size": "16.0 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ3_XXS.gguf", + "file_size": "11.5 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q4_K_S.gguf", + "model_id": "Qwen_Qwen3.6-27B-IQ4_NL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ4_NL.gguf", "file_size": "15.0 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q5_K_L.gguf", - "file_size": "19.3 GB" + "model_id": "Qwen_Qwen3.6-27B-IQ4_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-IQ4_XS.gguf", + "file_size": "14.3 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q5_K_M.gguf", - "file_size": "18.6 GB" + "model_id": "Qwen_Qwen3.6-27B-Q2_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q2_K.gguf", + "file_size": "10.8 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q5_K_S.gguf", - "file_size": "17.8 GB" + "model_id": "Qwen_Qwen3.6-27B-Q2_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q2_K_L.gguf", + "file_size": "12.0 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q6_K.gguf", - "file_size": "21.5 GB" + "model_id": "Qwen_Qwen3.6-27B-Q3_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_L.gguf", + "file_size": "14.0 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q6_K_L.gguf", - "file_size": "22.1 GB" + "model_id": "Qwen_Qwen3.6-27B-Q3_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_M.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-Q8_0.gguf", - "file_size": "26.7 GB" + "model_id": "Qwen_Qwen3.6-27B-Q3_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_S.gguf", + "file_size": "12.6 GB" }, { - "model_id": "Qwen_Qwen3.5-27B-imatrix", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/Qwen_Qwen3.5-27B-imatrix.gguf", - "file_size": "13.0 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-Qwen_Qwen3.5-27B-bf16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-27B-bf16.gguf", - "file_size": "888.0 MB" + "model_id": "Qwen_Qwen3.6-27B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q3_K_XL.gguf", + "file_size": "15.0 GB" }, { - "model_id": "mmproj-Qwen_Qwen3.5-27B-f16", - "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-27B-f16.gguf", - "file_size": "884.6 MB" - } - ], - "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-27B-GGUF/resolve/main/README.md", - "description": "GGUF quantized versions of Qwen3.5-27B model in various quantization levels (Q8_0 to IQ2_XXS) for use with llama.cpp and compatible inference tools." - }, - { - "model_name": "OmniCoder-9B-GGUF", - "developer": "Tesslate", - "downloads": 88881, - "createdAt": "2026-03-12T06:56:48.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 13, - "quants": [ - { - "model_id": "omnicoder-9b-bf16", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-bf16.gguf", - "file_size": "16.7 GB" + "model_id": "Qwen_Qwen3.6-27B-Q4_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_0.gguf", + "file_size": "15.0 GB" }, { - "model_id": "omnicoder-9b-q2_k", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q2_k.gguf", - "file_size": "3.6 GB" + "model_id": "Qwen_Qwen3.6-27B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_1.gguf", + "file_size": "16.4 GB" }, { - "model_id": "omnicoder-9b-q3_k_l", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_l.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen_Qwen3.6-27B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_K_L.gguf", + "file_size": "17.2 GB" }, { - "model_id": "omnicoder-9b-q3_k_m", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_m.gguf", - "file_size": "4.3 GB" + "model_id": "Qwen_Qwen3.6-27B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_K_M.gguf", + "file_size": "16.3 GB" }, { - "model_id": "omnicoder-9b-q3_k_s", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_s.gguf", - "file_size": "4.0 GB" + "model_id": "Qwen_Qwen3.6-27B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q4_K_S.gguf", + "file_size": "15.3 GB" }, { - "model_id": "omnicoder-9b-q4_0", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_0.gguf", - "file_size": "4.9 GB" + "model_id": "Qwen_Qwen3.6-27B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q5_K_L.gguf", + "file_size": "19.8 GB" }, { - "model_id": "omnicoder-9b-q4_k_m", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_m.gguf", - "file_size": "5.3 GB" + "model_id": "Qwen_Qwen3.6-27B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q5_K_M.gguf", + "file_size": "19.1 GB" }, { - "model_id": "omnicoder-9b-q4_k_s", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_s.gguf", - "file_size": "5.0 GB" + "model_id": "Qwen_Qwen3.6-27B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q5_K_S.gguf", + "file_size": "18.1 GB" }, { - "model_id": "omnicoder-9b-q5_0", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_0.gguf", - "file_size": "5.9 GB" + "model_id": "Qwen_Qwen3.6-27B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q6_K.gguf", + "file_size": "21.6 GB" }, { - "model_id": "omnicoder-9b-q5_k_m", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_m.gguf", - "file_size": "6.1 GB" + "model_id": "Qwen_Qwen3.6-27B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q6_K_L.gguf", + "file_size": "22.2 GB" }, { - "model_id": "omnicoder-9b-q5_k_s", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_s.gguf", - "file_size": "5.9 GB" + "model_id": "Qwen_Qwen3.6-27B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-Q8_0.gguf", + "file_size": "26.7 GB" }, { - "model_id": "omnicoder-9b-q6_k", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q6_k.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen_Qwen3.6-27B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/Qwen_Qwen3.6-27B-imatrix.gguf", + "file_size": "13.0 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen_Qwen3.6-27B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-27B-bf16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "omnicoder-9b-q8_0", - "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "mmproj-Qwen_Qwen3.6-27B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/mmproj-Qwen_Qwen3.6-27B-f16.gguf", + "file_size": "884.6 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/README.md", - "description": "GGUF quantizations of Tesslate's OmniCoder-9B code model, with Q4_K_M (~5.7 GB) recommended for most users, usable via llama.cpp." + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.6-27B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Qwen3.6-27B for llama.cpp, ranging from 9GB to 54GB." }, { - "model_name": "Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "Jackrong", - "downloads": 85236, - "createdAt": "2026-03-03T03:42:22.000Z", + "model_name": "gemma-4-26B-A4B-it-heretic-GUFF", + "developer": "nohurry", + "downloads": 75451, + "createdAt": "2026-04-02T23:21:40.000Z", "library_name": "gguf", "tools": true, - "num_quants": 10, + "num_quants": 17, "quants": [ { - "model_id": "Qwen3.5-2B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q2_K.gguf", - "file_size": "873.0 MB" + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.bf16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.bf16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3.5-2B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_L.gguf", + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f16.gguf", "file_size": "1.1 GB" }, { - "model_id": "Qwen3.5-2B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_M.gguf", - "file_size": "1.0 GB" + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f32", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f32.gguf", + "file_size": "2.1 GB" }, { - "model_id": "Qwen3.5-2B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_S.gguf", - "file_size": "972.9 MB" + "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.q8_0", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.q8_0.gguf", + "file_size": "769.1 MB" }, { - "model_id": "Qwen3.5-2B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_M.gguf", - "file_size": "1.2 GB" + "model_id": "gemma-4-26B-A4B-it-heretic.bf16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.bf16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "Qwen3.5-2B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_S.gguf", - "file_size": "1.1 GB" + "model_id": "gemma-4-26B-A4B-it-heretic.f16", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "Qwen3.5-2B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_M.gguf", - "file_size": "1.3 GB" + "model_id": "gemma-4-26B-A4B-it-heretic.f32", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f32.gguf", + "file_size": "94.0 GB" }, { - "model_id": "Qwen3.5-2B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_S.gguf", - "file_size": "1.3 GB" + "model_id": "gemma-4-26B-A4B-it-heretic.q8_0", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.q8_0.gguf", + "file_size": "25.0 GB" }, { - "model_id": "Qwen3.5-2B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q6_K.gguf", - "file_size": "1.4 GB" + "model_id": "gemma-4-26b-a4b-it-heretic.iq4_nl", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_nl.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen3.5-2B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q8_0.gguf", - "file_size": "1.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "gemma-4-26b-a4b-it-heretic.iq4_xs", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_xs.gguf", + "file_size": "13.9 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "640.3 MB" + "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_m", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_m.gguf", + "file_size": "12.9 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_s", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_s.gguf", + "file_size": "11.8 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_m", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_m.gguf", + "file_size": "15.7 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_s", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_s.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_m", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_m.gguf", + "file_size": "19.7 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_s", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_s.gguf", + "file_size": "17.5 GB" + }, + { + "model_id": "gemma-4-26b-a4b-it-heretic.q6_k", + "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q6_k.gguf", + "file_size": "21.6 GB" } ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-2B model fine-tuned with Claude-4.6 Opus reasoning data for structured chain-of-thought problem-solving." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." }, { - "model_name": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF", - "developer": "mradermacher", - "downloads": 77227, - "createdAt": "2026-01-02T16:09:20.000Z", + "model_name": "Qwen_Qwen3.5-9B-GGUF", + "developer": "bartowski", + "downloads": 73723, + "createdAt": "2026-02-27T15:45:47.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 25, + "tools": true, + "num_quants": 26, "quants": [ { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_M.gguf", - "file_size": "2.0 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ2_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_M.gguf", + "file_size": "3.4 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_S.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ2_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ2_S.gguf", + "file_size": "3.2 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_M.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ3_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_S.gguf", - "file_size": "2.6 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ3_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XS.gguf", + "file_size": "4.2 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_XS.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ3_XXS.gguf", + "file_size": "4.1 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_XXS.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ4_NL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_NL.gguf", + "file_size": "5.1 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_M.gguf", - "file_size": "3.5 GB" + "model_id": "Qwen_Qwen3.5-9B-IQ4_XS", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-IQ4_XS.gguf", + "file_size": "4.8 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_S.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen_Qwen3.5-9B-Q2_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K.gguf", + "file_size": "3.7 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_XS.gguf", - "file_size": "3.3 GB" + "model_id": "Qwen_Qwen3.5-9B-Q2_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q2_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_XXS.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_L.gguf", + "file_size": "4.7 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ4_NL", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ4_NL.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_M.gguf", + "file_size": "4.5 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ4_XS.gguf", - "file_size": "4.1 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_S.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q2_K.gguf", - "file_size": "3.0 GB" + "model_id": "Qwen_Qwen3.5-9B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q3_K_XL.gguf", + "file_size": "5.6 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q2_K_S.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen_Qwen3.5-9B-Q4_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_0.gguf", + "file_size": "5.1 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_L.gguf", - "file_size": "4.0 GB" + "model_id": "Qwen_Qwen3.5-9B-Q4_1", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_1.gguf", + "file_size": "5.5 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_M.gguf", - "file_size": "3.7 GB" + "model_id": "Qwen_Qwen3.5-9B-Q4_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_L.gguf", + "file_size": "6.2 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_S.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen_Qwen3.5-9B-Q4_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_M.gguf", + "file_size": "5.5 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_0.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen_Qwen3.5-9B-Q4_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q4_K_S.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_1.gguf", - "file_size": "4.8 GB" + "model_id": "Qwen_Qwen3.5-9B-Q5_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_L.gguf", + "file_size": "7.0 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q5_K_M", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_M.gguf", + "file_size": "6.4 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q5_K_S", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q5_K_S.gguf", + "file_size": "6.1 GB" + }, + { + "model_id": "Qwen_Qwen3.5-9B-Q6_K", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K.gguf", + "file_size": "7.1 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_K_M.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen_Qwen3.5-9B-Q6_K_L", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q6_K_L.gguf", + "file_size": "7.6 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_K_S.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen_Qwen3.5-9B-Q8_0", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-Q8_0.gguf", + "file_size": "8.9 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q5_K_M.gguf", - "file_size": "5.3 GB" + "model_id": "Qwen_Qwen3.5-9B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-bf16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q5_K_S.gguf", - "file_size": "5.2 GB" - }, + "model_id": "Qwen_Qwen3.5-9B-imatrix", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/Qwen_Qwen3.5-9B-imatrix.gguf", + "file_size": "4.9 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q6_K.gguf", - "file_size": "6.1 GB" + "model_id": "mmproj-Qwen_Qwen3.5-9B-bf16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-bf16.gguf", + "file_size": "879.0 MB" }, { - "model_id": "Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.imatrix", - "path": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.imatrix.gguf", - "file_size": "4.8 MB" + "model_id": "mmproj-Qwen_Qwen3.5-9B-f16", + "path": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-9B-f16.gguf", + "file_size": "875.6 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/resolve/main/README.md", - "description": "GGUF quants of an uncensored Llama 3.3 8B thinking model." + "readme": "https://huggingface.co/bartowski/Qwen_Qwen3.5-9B-GGUF/resolve/main/README.md", + "description": "GGUF quantized versions of Qwen3.5-9B by bartowski using llama.cpp, with various quantization levels (Q8_0 to IQ2_S) ranging from 3.48GB to 17.92GB for local LLM inference." }, { - "model_name": "Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF", - "developer": "DavidAU", - "downloads": 72393, - "createdAt": "2024-12-10T13:12:37.000Z", + "model_name": "gemma-4-E4B-it-ultra-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 68184, + "createdAt": "2026-04-05T15:49:10.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 14, + "tools": true, + "num_quants": 7, "quants": [ { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS.gguf", - "file_size": "9.4 GB" - }, - { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k.gguf", - "file_size": "6.6 GB" - }, - { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_l", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_l.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m.gguf", - "file_size": "8.4 GB" - }, - { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s.gguf", - "file_size": "7.7 GB" - }, - { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4.gguf", - "file_size": "9.8 GB" - }, - { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8.gguf", - "file_size": "9.8 GB" + "model_id": "gemma-4-E4B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-mmproj-BF16.gguf", + "file_size": "945.6 MB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8.gguf", - "file_size": "9.8 GB" + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-BF16.gguf", + "file_size": "14.0 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m.gguf", - "file_size": "10.5 GB" + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q4_K_M.gguf", + "file_size": "5.0 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s.gguf", - "file_size": "9.9 GB" + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_M.gguf", + "file_size": "5.4 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s.gguf", - "file_size": "11.9 GB" + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_S.gguf", + "file_size": "5.3 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k.gguf", - "file_size": "14.1 GB" + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q6_K.gguf", + "file_size": "5.8 GB" }, { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0.gguf", - "file_size": "18.2 GB" - }, + "model_id": "gemma-4-E4B-it-ultra-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-4-E4B-it-ultra-uncensored-heretic-Q8_0.gguf", + "file_size": "7.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "An uncensored GGUF version of Gemma 4 E4B with 97% fewer refusals (3/100 vs 99/100) and near-identical quality (0.0076 KL divergence)." + }, + { + "model_name": "bitnet-b1.58-2B-4T-gguf", + "developer": "microsoft", + "downloads": 66826, + "createdAt": "2025-04-15T04:25:42.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 1, + "quants": [ { - "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m", - "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m.gguf", - "file_size": "12.3 GB" + "model_id": "ggml-model-i2_s", + "path": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/ggml-model-i2_s.gguf", + "file_size": "1.1 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/README.md", - "description": "A Mixture of Experts model combining eight Llama 3.2 3B models into an 18.4B parameter model optimized for uncensored creative writing, fiction, and roleplay with a 128k context window." + "readme": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/README.md", + "description": "Microsoft's BitNet b1.58 2B is a native 1-bit LLM with 2B parameters trained on 4T tokens, achieving comparable performance to full-precision models while using significantly less memory and compute." }, { - "model_name": "DeepSeek-R1-Distill-Qwen-14B-GGUF", - "developer": "unsloth", - "downloads": 70074, - "createdAt": "2025-01-20T14:39:44.000Z", + "model_name": "Qwen2.5-Coder-14B-Instruct-GGUF", + "developer": "Qwen", + "downloads": 60515, + "createdAt": "2024-11-09T12:45:52.000Z", "library_name": "gguf", "tools": true, - "num_quants": 8, + "num_quants": 9, "quants": [ { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-F16", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-F16.gguf", + "model_id": "qwen2.5-coder-14b-instruct-fp16", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-fp16.gguf", "file_size": "27.5 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf", + "model_id": "qwen2.5-coder-14b-instruct-q2_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q2_k.gguf", "file_size": "5.4 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q2_K_L", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf", - "file_size": "5.5 GB" + "model_id": "qwen2.5-coder-14b-instruct-q3_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q3_k_m.gguf", + "file_size": "6.8 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q3_K_M", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf", - "file_size": "6.8 GB" + "model_id": "qwen2.5-coder-14b-instruct-q4_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_0.gguf", + "file_size": "7.9 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q4_K_M", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf", + "model_id": "qwen2.5-coder-14b-instruct-q4_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_k_m.gguf", "file_size": "8.4 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q5_K_M", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf", + "model_id": "qwen2.5-coder-14b-instruct-q5_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_0.gguf", + "file_size": "9.6 GB" + }, + { + "model_id": "qwen2.5-coder-14b-instruct-q5_k_m", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_k_m.gguf", "file_size": "9.8 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q6_K", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf", + "model_id": "qwen2.5-coder-14b-instruct-q6_k", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q6_k.gguf", "file_size": "11.3 GB" }, { - "model_id": "DeepSeek-R1-Distill-Qwen-14B-Q8_0", - "path": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf", + "model_id": "qwen2.5-coder-14b-instruct-q8_0", + "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q8_0.gguf", "file_size": "14.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/resolve/main/README.md", - "description": "A 14B model distilled from DeepSeek R1 using Qwen architecture for strong reasoning." + "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/README.md", + "description": "A 14B parameter code-specific LLM in GGUF format with state-of-the-art coding abilities and multiple quantization options." }, { - "model_name": "gemma-3-4b-it-GGUF", - "developer": "unsloth", - "downloads": 68578, - "createdAt": "2025-03-12T09:04:23.000Z", + "model_name": "Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF", + "developer": "DavidAU", + "downloads": 59265, + "createdAt": "2026-04-29T02:37:13.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 26, + "tools": true, + "num_quants": 10, "quants": [ { - "model_id": "gemma-3-4b-it-BF16", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-BF16.gguf", - "file_size": "7.2 GB" - }, - { - "model_id": "gemma-3-4b-it-IQ4_NL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-IQ4_NL.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-HIGH-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-HIGH-Q8_0.gguf", + "file_size": "27.8 GB" }, { - "model_id": "gemma-3-4b-it-IQ4_XS", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-IQ4_XS.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ2_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ2_M.gguf", + "file_size": "9.8 GB" }, { - "model_id": "gemma-3-4b-it-Q2_K", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q2_K.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ3_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ3_M.gguf", + "file_size": "12.0 GB" }, { - "model_id": "gemma-3-4b-it-Q2_K_L", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q2_K_L.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_NL", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_NL.gguf", + "file_size": "15.0 GB" }, { - "model_id": "gemma-3-4b-it-Q3_K_M", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q3_K_M.gguf", - "file_size": "2.0 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_XS.gguf", + "file_size": "14.3 GB" }, { - "model_id": "gemma-3-4b-it-Q3_K_S", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q3_K_S.gguf", - "file_size": "1.8 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", + "file_size": "15.7 GB" }, { - "model_id": "gemma-3-4b-it-Q4_0", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_0.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_S.gguf", + "file_size": "14.8 GB" }, { - "model_id": "gemma-3-4b-it-Q4_1", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_1.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_M.gguf", + "file_size": "18.2 GB" }, { - "model_id": "gemma-3-4b-it-Q4_K_M", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_K_M.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_S.gguf", + "file_size": "17.7 GB" }, { - "model_id": "gemma-3-4b-it-Q4_K_S", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_K_S.gguf", - "file_size": "2.2 GB" - }, + "model_id": "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q6_K", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q6_K.gguf", + "file_size": "20.9 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "gemma-3-4b-it-Q5_K_M", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q5_K_M.gguf", - "file_size": "2.6 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "gemma-3-4b-it-Q5_K_S", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q5_K_S.gguf", - "file_size": "2.6 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" }, { - "model_id": "gemma-3-4b-it-Q6_K", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q6_K.gguf", - "file_size": "3.0 GB" - }, + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/README.md", + "description": "An uncensored, fine-tuned Qwen 3.6 27B vision-language model with optimized GGUF quantizations that exceeds the original model's performance." + }, + { + "model_name": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF", + "developer": "lmstudio-community", + "downloads": 58813, + "createdAt": "2026-04-27T22:18:26.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 3, + "quants": [ { - "model_id": "gemma-3-4b-it-Q8_0", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q8_0.gguf", - "file_size": "3.8 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M.gguf", + "file_size": "22.8 GB" }, { - "model_id": "gemma-3-4b-it-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-IQ1_M.gguf", - "file_size": "1.2 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q6_K", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q6_K.gguf", + "file_size": "31.2 GB" }, { - "model_id": "gemma-3-4b-it-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-IQ1_S.gguf", - "file_size": "1.1 GB" - }, + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0.gguf", + "file_size": "31.3 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "gemma-3-4b-it-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-IQ2_M.gguf", + "model_id": "mmproj-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16", + "path": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16.gguf", "file_size": "1.5 GB" - }, - { - "model_id": "gemma-3-4b-it-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-IQ2_XXS.gguf", - "file_size": "1.3 GB" - }, - { - "model_id": "gemma-3-4b-it-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-IQ3_XXS.gguf", - "file_size": "1.6 GB" - }, - { - "model_id": "gemma-3-4b-it-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-Q2_K_XL.gguf", - "file_size": "1.6 GB" - }, - { - "model_id": "gemma-3-4b-it-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-Q3_K_XL.gguf", - "file_size": "2.0 GB" - }, + } + ], + "readme": "https://huggingface.co/lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/README.md", + "description": "GGUF quantization of NVIDIA's Nemotron-3-Nano-Omni-30B reasoning model by LM Studio." + }, + { + "model_name": "Carnice-V2-27b-GGUF", + "developer": "kai-os", + "downloads": 57059, + "createdAt": "2026-04-25T18:07:18.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 6, + "quants": [ { - "model_id": "gemma-3-4b-it-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-Q4_K_XL.gguf", - "file_size": "2.4 GB" + "model_id": "carnice-v2-27b-IQ2_M", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "gemma-3-4b-it-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-Q5_K_XL.gguf", - "file_size": "2.6 GB" + "model_id": "carnice-v2-27b-Q2_K", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "gemma-3-4b-it-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-Q6_K_XL.gguf", - "file_size": "3.3 GB" + "model_id": "carnice-v2-27b-Q4_K_M", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "gemma-3-4b-it-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-UD-Q8_K_XL.gguf", - "file_size": "4.8 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "811.8 MB" + "model_id": "carnice-v2-27b-Q5_K_M", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "811.8 MB" + "model_id": "carnice-v2-27b-Q8_0", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q8_0.gguf", + "file_size": "26.6 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.6 GB" + "model_id": "carnice-v2-27b-bf16", + "path": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-bf16.gguf", + "file_size": "50.1 GB" } ], - "readme": "https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 3 4B instruction-tuned model, a lightweight model suitable for on-device use." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/README.md", + "description": "A quantized GGUF export of Qwen3.6-27B fine-tuned for Hermes-style agent tasks, optimized for 16GB GPUs with IQ2_M recommended." }, { - "model_name": "Qwen2.5-0.5B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 67715, - "createdAt": "2024-09-17T13:57:41.000Z", + "model_name": "Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 56216, + "createdAt": "2026-03-03T03:42:22.000Z", "library_name": "gguf", "tools": true, - "num_quants": 9, + "num_quants": 10, "quants": [ { - "model_id": "qwen2.5-0.5b-instruct-fp16", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-fp16.gguf", - "file_size": "1.2 GB" + "model_id": "Qwen3.5-2B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q2_K.gguf", + "file_size": "873.0 MB" + }, + { + "model_id": "Qwen3.5-2B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_L.gguf", + "file_size": "1.1 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q2_k.gguf", - "file_size": "395.9 MB" + "model_id": "Qwen3.5-2B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_M.gguf", + "file_size": "1.0 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q3_k_m.gguf", - "file_size": "412.0 MB" + "model_id": "Qwen3.5-2B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q3_K_S.gguf", + "file_size": "972.9 MB" }, { - "model_id": "qwen2.5-0.5b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q4_0.gguf", - "file_size": "408.9 MB" + "model_id": "Qwen3.5-2B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_M.gguf", + "file_size": "1.2 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q4_k_m.gguf", - "file_size": "468.6 MB" + "model_id": "Qwen3.5-2B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q4_K_S.gguf", + "file_size": "1.1 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q5_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q5_0.gguf", - "file_size": "467.8 MB" + "model_id": "Qwen3.5-2B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_M.gguf", + "file_size": "1.3 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q5_k_m.gguf", - "file_size": "498.0 MB" + "model_id": "Qwen3.5-2B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q5_K_S.gguf", + "file_size": "1.3 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q6_k.gguf", - "file_size": "620.2 MB" + "model_id": "Qwen3.5-2B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q6_K.gguf", + "file_size": "1.4 GB" }, { - "model_id": "qwen2.5-0.5b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q8_0.gguf", - "file_size": "644.4 MB" + "model_id": "Qwen3.5-2B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-2B.Q8_0.gguf", + "file_size": "1.9 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 2.5 0.5B instruction-tuned model, a tiny model for minimal resource environments." + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "640.3 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A Qwen3.5-2B model fine-tuned with Claude-4.6 Opus reasoning data for structured chain-of-thought problem-solving." }, { - "model_name": "LFM2-24B-A2B-GGUF", - "developer": "LiquidAI", - "downloads": 66275, - "createdAt": "2026-02-17T12:53:20.000Z", + "model_name": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 55986, + "createdAt": "2026-04-25T23:56:58.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 10, "quants": [ { - "model_id": "LFM2-24B-A2B-BF16", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-BF16.gguf", - "file_size": "44.4 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "LFM2-24B-A2B-F16", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-F16.gguf", - "file_size": "44.4 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-BF16.gguf", + "file_size": "57.2 GB" }, { - "model_id": "LFM2-24B-A2B-Q4_0", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_0.gguf", - "file_size": "12.5 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_L.gguf", + "file_size": "15.5 GB" }, { - "model_id": "LFM2-24B-A2B-Q4_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_K_M.gguf", - "file_size": "13.4 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "LFM2-24B-A2B-Q5_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q5_K_M.gguf", - "file_size": "15.8 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "LFM2-24B-A2B-Q6_K", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q6_K.gguf", - "file_size": "18.2 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_S.gguf", + "file_size": "16.5 GB" }, { - "model_id": "LFM2-24B-A2B-Q8_0", - "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q8_0.gguf", - "file_size": "23.6 GB" + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_M.gguf", + "file_size": "20.3 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_S.gguf", + "file_size": "19.8 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q6_K.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q8_0.gguf", + "file_size": "30.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/README.md", - "description": "Liquid AI's LFM 2 24B MoE model with 2B active parameters for efficient inference." + "readme": "https://huggingface.co/llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "A GGUF-quantized, decensored Gemma-4-31B model optimized for creative writing with 96% fewer refusals while preserving quality." }, { - "model_name": "GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF", - "developer": "DavidAU", - "downloads": 65960, - "createdAt": "2026-01-22T05:13:27.000Z", + "model_name": "Qwen3.5-9B-DeepSeek-V4-Flash-GGUF", + "developer": "Jackrong", + "downloads": 55511, + "createdAt": "2026-04-29T16:12:36.000Z", "library_name": "gguf", "tools": true, "num_quants": 12, "quants": [ { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ2_M", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ2_M.gguf", - "file_size": "9.6 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-BF16", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ3_M", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ3_M.gguf", - "file_size": "12.7 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-IQ4_XS", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-IQ4_XS.gguf", + "file_size": "4.9 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ4_NL", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ4_NL.gguf", - "file_size": "16.1 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q2_K.gguf", + "file_size": "3.6 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ4_XS", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ4_XS.gguf", - "file_size": "15.3 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_1", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_1.gguf", - "file_size": "17.9 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_K_M", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_K_M.gguf", - "file_size": "17.2 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_S.gguf", + "file_size": "4.0 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_K_S", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_K_S.gguf", - "file_size": "16.2 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_1", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_1.gguf", - "file_size": "21.3 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_K_M", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_K_M.gguf", - "file_size": "20.2 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_K_S", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_K_S.gguf", - "file_size": "19.6 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q6_K", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q6_K.gguf", - "file_size": "23.3 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q8_0.gguf", - "file_size": "29.9 GB" + "model_id": "Qwen3.5-9B-DeepSeek-V4-Flash-Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/Qwen3.5-9B-DeepSeek-V4-Flash-Q8_0.gguf", + "file_size": "8.9 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/resolve/main/README.md", - "description": "**Uncensored GGUF quant of GLM-4.7-Flash optimized for creative fiction writing, storytelling, and roleplaying across all genres.**" + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj", + "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/mmproj.gguf", + "file_size": "879.0 MB" + } + ], + "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/README.md", + "description": "An efficient 9B reasoning model distilled from DeepSeek-V4 for structured problem-solving." }, { - "model_name": "Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF", + "model_name": "OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf", "developer": "DavidAU", - "downloads": 65756, - "createdAt": "2026-03-09T03:38:34.000Z", + "downloads": 54794, + "createdAt": "2025-08-07T22:20:03.000Z", "library_name": "gguf", "tools": true, - "num_quants": 11, + "num_quants": 18, "quants": [ { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16.gguf", - "file_size": "16.7 GB" - }, - { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat.gguf", - "file_size": "4.4 GB" + "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat.gguf", - "file_size": "5.2 GB" + "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat.gguf", - "file_size": "6.1 GB" + "model_id": "OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat.gguf", - "file_size": "5.8 GB" + "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat.gguf", - "file_size": "6.4 GB" + "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat.gguf", - "file_size": "6.1 GB" + "model_id": "OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL.gguf", + "file_size": "11.8 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat.gguf", - "file_size": "7.2 GB" + "model_id": "OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat.gguf", - "file_size": "7.0 GB" + "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat.gguf", - "file_size": "8.0 GB" + "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" }, { - "model_id": "Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0.gguf", - "file_size": "9.8 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" + "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0.gguf", + "file_size": "20.5 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "875.6 MB" + "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.7 GB" - } - ], - "readme": "https://huggingface.co/DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/resolve/main/README.md", - "description": "An uncensored Qwen3.5-9B fine-tuned on Claude-4.6-OS data for creative writing and storytelling with vision support, optimized as a GGUF model." - }, - { - "model_name": "Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF", - "developer": "Jackrong", - "downloads": 62451, - "createdAt": "2026-03-18T02:23:04.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 6, - "quants": [ - { - "model_id": "Qwen3.5-4B.BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-4B.BF16.gguf", - "file_size": "7.8 GB" + "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-4B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-4B.Q4_K_M.gguf", - "file_size": "2.5 GB" + "model_id": "OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Qwen3.5-4B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-4B.Q5_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "OpenAI-20B-NEO-Uncensored2-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf", + "file_size": "11.8 GB" }, { - "model_id": "Qwen3.5-4B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-4B.Q5_K_S.gguf", - "file_size": "2.8 GB" + "model_id": "OpenAI-20B-NEO-Uncensored2-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-Q5_1.gguf", + "file_size": "15.3 GB" }, { - "model_id": "Qwen3.5-4B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-4B.Q6_K.gguf", - "file_size": "3.2 GB" + "model_id": "OpenAI-20B-NEOPlus-Uncensored-IQ4_NL", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Qwen3.5-4B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/Qwen3.5-4B.Q8_0.gguf", - "file_size": "4.2 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "644.3 MB" - } - ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/resolve/main/README.md", - "description": "A Qwen3.5-4B model fine-tuned on Claude 4.6 Opus reasoning data for 33% shorter chain-of-thought with competitive accuracy." - }, - { - "model_name": "MiniMax-M2.5-GGUF", - "developer": "unsloth", - "downloads": 59043, - "createdAt": "2026-02-14T00:57:38.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q5_1", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q5_1.gguf", + "file_size": "14.6 GB" + }, { - "model_id": "MiniMax-M2.5-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/MiniMax-M2.5-UD-TQ1_0.gguf", - "file_size": "51.9 GB" + "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q8_0", + "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q8_0.gguf", + "file_size": "20.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/resolve/main/README.md", - "description": "MiniMax-M2.5 is a state-of-the-art AI model excelling in coding, agentic tasks, and office work, offering industry-leading speed (100 tokens/sec) at just $1/hour." + "readme": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/README.md", + "description": "A 20B open-source model with removed safety restrictions and imatrix quantization." }, { - "model_name": "Phi-3-mini-4k-instruct-gguf", - "developer": "microsoft", - "downloads": 58397, - "createdAt": "2024-04-22T17:02:08.000Z", + "model_name": "gemma-4-31b-it-heretic-ara-i1-GGUF", + "developer": "mradermacher", + "downloads": 53949, + "createdAt": "2026-04-06T15:43:41.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 2, + "tools": true, + "num_quants": 24, "quants": [ { - "model_id": "Phi-3-mini-4k-instruct-fp16", - "path": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-fp16.gguf", - "file_size": "7.1 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ1_M.gguf", + "file_size": "7.2 GB" }, { - "model_id": "Phi-3-mini-4k-instruct-q4", - "path": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/Phi-3-mini-4k-instruct-q4.gguf", - "file_size": "2.2 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/microsoft/Phi-3-mini-4k-instruct-gguf/resolve/main/README.md", - "description": "Microsoft's Phi-3 Mini 4K instruction-tuned model, a compact yet capable model for general tasks." - }, - { - "model_name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 57589, - "createdAt": "2026-04-02T22:29:19.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 11, - "quants": [ + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ1_S.gguf", + "file_size": "6.7 GB" + }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "4.4 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_M.gguf", + "file_size": "10.2 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "4.7 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_S.gguf", + "file_size": "9.5 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", - "file_size": "4.1 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_XS.gguf", + "file_size": "8.9 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "4.5 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ2_XXS.gguf", + "file_size": "8.1 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", - "file_size": "4.5 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_M.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "5.0 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_S.gguf", + "file_size": "12.8 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", - "file_size": "5.0 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_XS.gguf", + "file_size": "12.2 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "5.4 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ3_XXS.gguf", + "file_size": "11.2 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", - "file_size": "5.4 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-IQ4_XS.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", - "file_size": "5.8 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q2_K.gguf", + "file_size": "11.1 GB" }, { - "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", - "file_size": "7.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q2_K_S.gguf", + "file_size": "10.2 GB" + }, { - "model_id": "mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "944.4 MB" - } - ], - "readme": "https://huggingface.co/HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." - }, - { - "model_name": "Qwen2.5-Coder-14B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 57278, - "createdAt": "2024-11-09T12:45:52.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 9, - "quants": [ + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q3_K_L.gguf", + "file_size": "15.5 GB" + }, { - "model_id": "qwen2.5-coder-14b-instruct-fp16", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-fp16.gguf", - "file_size": "27.5 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q2_k.gguf", - "file_size": "5.4 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q3_K_S.gguf", + "file_size": "12.8 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q3_k_m.gguf", - "file_size": "6.8 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_0.gguf", + "file_size": "16.5 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q4_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_0.gguf", - "file_size": "7.9 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_1.gguf", + "file_size": "18.1 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q4_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q4_k_m.gguf", - "file_size": "8.4 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q5_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_0.gguf", - "file_size": "9.6 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q4_K_S.gguf", + "file_size": "16.5 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q5_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q5_k_m.gguf", - "file_size": "9.8 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q5_K_M.gguf", + "file_size": "20.3 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q6_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q6_k.gguf", - "file_size": "11.3 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q5_K_S.gguf", + "file_size": "19.8 GB" }, { - "model_id": "qwen2.5-coder-14b-instruct-q8_0", - "path": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/qwen2.5-coder-14b-instruct-q8_0.gguf", - "file_size": "14.6 GB" + "model_id": "gemma-4-31b-it-heretic-ara.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.i1-Q6_K.gguf", + "file_size": "23.5 GB" + }, + { + "model_id": "gemma-4-31b-it-heretic-ara.imatrix", + "path": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/gemma-4-31b-it-heretic-ara.imatrix.gguf", + "file_size": "13.1 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-Coder-14B-Instruct-GGUF/resolve/main/README.md", - "description": "A 14B parameter code-specific LLM in GGUF format with state-of-the-art coding abilities and multiple quantization options." + "readme": "https://huggingface.co/mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/resolve/main/README.md", + "description": "This is a repository of GGUF quantized versions of a Gemma-4-31b uncensored/heretic model with various quantization options." }, { - "model_name": "Qwen3.5-35B-A3B-heretic-v2-GGUF", - "developer": "llmfan46", - "downloads": 53523, - "createdAt": "2026-03-03T06:01:14.000Z", + "model_name": "Qwen3-14B-GGUF", + "developer": "Qwen", + "downloads": 52155, + "createdAt": "2025-05-01T10:25:24.000Z", "library_name": "gguf", "tools": true, - "num_quants": 10, + "num_quants": 5, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-BF16", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-BF16.gguf", - "file_size": "64.6 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-IQ2_XXS", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-IQ2_XXS.gguf", - "file_size": "8.7 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-Q4_K_M", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-Q4_K_M.gguf", - "file_size": "19.7 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-Q4_K_S", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-Q4_K_S.gguf", - "file_size": "18.5 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-Q5_K_M", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-Q5_K_M.gguf", - "file_size": "23.1 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-Q5_K_S", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-Q5_K_S.gguf", - "file_size": "22.3 GB" + "model_id": "Qwen3-14B-Q4_K_M", + "path": "https://huggingface.co/Qwen/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_M.gguf", + "file_size": "8.4 GB" }, { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-Q6_K", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-Q6_K.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3-14B-Q5_0", + "path": "https://huggingface.co/Qwen/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q5_0.gguf", + "file_size": "9.6 GB" }, { - "model_id": "Qwen3.5-35B-A3B-heretic-v2-Q8_0", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-heretic-v2-Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "Qwen3-14B-Q5_K_M", + "path": "https://huggingface.co/Qwen/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q5_K_M.gguf", + "file_size": "9.8 GB" }, { - "model_id": "Qwen3.5-35B-A3B-mmproj-BF16", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-mmproj-BF16.gguf", - "file_size": "861.0 MB" + "model_id": "Qwen3-14B-Q6_K", + "path": "https://huggingface.co/Qwen/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q6_K.gguf", + "file_size": "11.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-mmproj-F32", - "path": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/Qwen3.5-35B-A3B-mmproj-F32.gguf", - "file_size": "1.7 GB" + "model_id": "Qwen3-14B-Q8_0", + "path": "https://huggingface.co/Qwen/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q8_0.gguf", + "file_size": "14.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF/resolve/main/README.md", - "description": "A decensored GGUF quantization of Qwen3.5-35B-A3B with reduced content restrictions (4 vs 91 refusals per 100 prompts)." + "readme": "https://huggingface.co/Qwen/Qwen3-14B-GGUF/resolve/main/README.md", + "description": "A 14.8B parameter quantized language model with switchable thinking/non-thinking modes and up to 131K context support." }, { - "model_name": "Qwen2.5-7B-Instruct-GGUF", - "developer": "Qwen", - "downloads": 52882, - "createdAt": "2024-09-17T13:58:24.000Z", + "model_name": "gemma-4-31B-it-uncensored-GGUF", + "developer": "TrevorJS", + "downloads": 50705, + "createdAt": "2026-04-05T01:10:49.000Z", "library_name": "gguf", "tools": true, "num_quants": 2, "quants": [ { - "model_id": "qwen2.5-7b-instruct-q2_k", - "path": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/resolve/main/qwen2.5-7b-instruct-q2_k.gguf", - "file_size": "2.8 GB" + "model_id": "gemma-4-31B-it-uncensored-Q4_K_M", + "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "qwen2.5-7b-instruct-q3_k_m", - "path": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/resolve/main/qwen2.5-7b-instruct-q3_k_m.gguf", - "file_size": "3.5 GB" + "model_id": "gemma-4-31B-it-uncensored-Q8_0", + "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q8_0.gguf", + "file_size": "30.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 2.5 7B instruction-tuned model for general-purpose text generation." + "readme": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/README.md", + "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." }, { - "model_name": "google_gemma-4-26B-A4B-it-GGUF", - "developer": "bartowski", - "downloads": 52645, - "createdAt": "2026-04-02T16:00:56.000Z", + "model_name": "Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF", + "developer": "DavidAU", + "downloads": 49670, + "createdAt": "2024-12-10T13:12:37.000Z", "library_name": "gguf", - "tools": true, - "num_quants": 27, + "tools": false, + "num_quants": 13, "quants": [ { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_M.gguf", - "file_size": "10.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_S.gguf", - "file_size": "9.5 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XS.gguf", + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS.gguf", "file_size": "9.4 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-IQ2_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ2_XXS.gguf", - "file_size": "9.0 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ3_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_M.gguf", - "file_size": "12.4 GB" - }, - { - "model_id": "google_gemma-4-26B-A4B-it-IQ3_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XS.gguf", - "file_size": "11.6 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k.gguf", + "file_size": "6.6 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-IQ3_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ3_XXS.gguf", - "file_size": "11.3 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m.gguf", + "file_size": "8.4 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-IQ4_NL", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_NL.gguf", - "file_size": "13.7 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s.gguf", + "file_size": "7.7 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-IQ4_XS.gguf", - "file_size": "13.2 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4.gguf", + "file_size": "9.8 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q2_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K.gguf", - "file_size": "10.2 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8.gguf", + "file_size": "9.8 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q2_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q2_K_L.gguf", - "file_size": "10.4 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8.gguf", + "file_size": "9.8 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_L.gguf", - "file_size": "12.3 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m.gguf", + "file_size": "10.5 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_M.gguf", - "file_size": "12.1 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s.gguf", + "file_size": "9.9 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_S.gguf", - "file_size": "11.7 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s.gguf", + "file_size": "11.9 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q3_K_XL", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q3_K_XL.gguf", - "file_size": "12.5 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k.gguf", + "file_size": "14.1 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q4_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_0.gguf", - "file_size": "13.7 GB" + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0.gguf", + "file_size": "18.2 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q4_1", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_1.gguf", - "file_size": "15.0 GB" - }, + "model_id": "L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m.gguf", + "file_size": "12.3 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/resolve/main/README.md", + "description": "A Mixture of Experts model combining eight Llama 3.2 3B models into an 18.4B parameter model optimized for uncensored creative writing, fiction, and roleplay with a 128k context window." + }, + { + "model_name": "Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF", + "developer": "DavidAU", + "downloads": 45789, + "createdAt": "2026-05-01T00:29:29.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 10, + "quants": [ { - "model_id": "google_gemma-4-26B-A4B-it-Q4_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_L.gguf", - "file_size": "16.0 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-HIGH-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-HIGH-Q8_0.gguf", + "file_size": "39.9 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_M.gguf", - "file_size": "15.9 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ2_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ2_M.gguf", + "file_size": "13.8 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q4_K_S.gguf", - "file_size": "14.8 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ3_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ3_M.gguf", + "file_size": "17.1 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q5_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_L.gguf", - "file_size": "18.2 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_NL", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_NL.gguf", + "file_size": "21.5 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_M.gguf", - "file_size": "18.0 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_XS.gguf", + "file_size": "20.6 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q5_K_S.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", + "file_size": "22.6 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q6_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K.gguf", - "file_size": "21.3 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_S.gguf", + "file_size": "21.2 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q6_K_L.gguf", - "file_size": "21.5 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_M.gguf", + "file_size": "26.3 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-Q8_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-Q8_0.gguf", - "file_size": "25.0 GB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_S.gguf", + "file_size": "25.5 GB" }, { - "model_id": "google_gemma-4-26B-A4B-it-imatrix", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/google_gemma-4-26B-A4B-it-imatrix.gguf", - "file_size": "54.3 MB" + "model_id": "Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q6_K", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q6_K.gguf", + "file_size": "30.2 GB" } ], - "num_mmproj": 2, + "num_mmproj": 3, "mmproj_models": [ { - "model_id": "mmproj-google_gemma-4-26B-A4B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-bf16.gguf", - "file_size": "1.1 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "mmproj-google_gemma-4-26B-A4B-it-f16", - "path": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/mmproj-google_gemma-4-26B-A4B-it-f16.gguf", - "file_size": "1.1 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "readme": "https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." + "readme": "https://huggingface.co/DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/README.md", + "description": "Uncensored 40B creative writing and coding model with custom high-precision GGUF quants." }, { - "model_name": "OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf", - "developer": "DavidAU", - "downloads": 52362, - "createdAt": "2025-08-07T22:20:03.000Z", + "model_name": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF", + "developer": "unsloth", + "downloads": 44790, + "createdAt": "2026-04-27T21:42:38.000Z", "library_name": "gguf", "tools": true, - "num_quants": 18, + "num_quants": 21, "quants": [ { - "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-MXFP4_MOE", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-MXFP4_MOE.gguf", + "file_size": "20.2 GB" }, { - "model_id": "OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE-DI-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0.gguf", + "file_size": "31.3 GB" }, { - "model_id": "OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODE2-Plus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_M.gguf", + "file_size": "17.2 GB" }, { - "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_XXS.gguf", + "file_size": "17.2 GB" }, { - "model_id": "OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_S.gguf", + "file_size": "17.5 GB" }, { - "model_id": "OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-CODEPlus16-Uncensored-IQ4_NL.gguf", - "file_size": "11.8 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_XXS.gguf", + "file_size": "18.1 GB" }, { - "model_id": "OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-5-TRI-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL.gguf", + "file_size": "18.2 GB" }, { - "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL_XL.gguf", + "file_size": "18.2 GB" }, { - "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_XS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_XS.gguf", + "file_size": "18.2 GB" }, { - "model_id": "OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-CODE-TRI-Uncensored-Q8_0.gguf", - "file_size": "20.5 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q2_K_XL.gguf", + "file_size": "17.2 GB" }, { - "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_M.gguf", + "file_size": "18.2 GB" }, { - "model_id": "OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRR-DI-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_XL.gguf", + "file_size": "18.2 GB" }, { - "model_id": "OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-HRRPlus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_M.gguf", + "file_size": "22.2 GB" }, { - "model_id": "OpenAI-20B-NEO-Uncensored2-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf", - "file_size": "11.8 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_S.gguf", + "file_size": "21.5 GB" }, { - "model_id": "OpenAI-20B-NEO-Uncensored2-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEO-Uncensored2-Q5_1.gguf", - "file_size": "15.3 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_XL.gguf", + "file_size": "22.3 GB" }, { - "model_id": "OpenAI-20B-NEOPlus-Uncensored-IQ4_NL", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf", - "file_size": "11.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_M.gguf", + "file_size": "27.0 GB" }, { - "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q5_1", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q5_1.gguf", - "file_size": "14.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_S.gguf", + "file_size": "23.1 GB" }, { - "model_id": "OpenAI-20B-NEOPlus-Uncensored-Q8_0", - "path": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/OpenAI-20B-NEOPlus-Uncensored-Q8_0.gguf", - "file_size": "20.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_XL.gguf", + "file_size": "27.2 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K.gguf", + "file_size": "31.3 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K_XL.gguf", + "file_size": "31.3 GB" + }, + { + "model_id": "NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q8_K_XL.gguf", + "file_size": "33.0 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/README.md", - "description": "A 20B open-source model with removed safety restrictions and imatrix quantization." + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.5 GB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.5 GB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "3.0 GB" + } + ], + "readme": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/resolve/main/README.md", + "description": "NVIDIA's 30B-parameter multimodal LLM for video, audio, image, and text understanding with reasoning capabilities." }, { - "model_name": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF", - "developer": "mradermacher", - "downloads": 51987, - "createdAt": "2026-02-12T15:55:14.000Z", + "model_name": "Nemotron-3-Nano-30B-A3B-GGUF", + "developer": "unsloth", + "downloads": 44173, + "createdAt": "2025-12-15T11:42:58.000Z", "library_name": "gguf", "tools": true, - "num_quants": 24, + "num_quants": 22, "quants": [ { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_M.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_S.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_M.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-IQ4_NL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-IQ4_NL.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_S.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-IQ4_XS", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-IQ4_XS.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_XS.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q2_K_L", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q2_K_L.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_XXS.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q3_K_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q3_K_M.gguf", + "file_size": "18.6 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_M.gguf", - "file_size": "11.4 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q3_K_S", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q3_K_S.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_S.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_0", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_0.gguf", + "file_size": "17.0 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_XS.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_1", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_1.gguf", + "file_size": "18.7 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_XXS.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_K_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf", + "file_size": "22.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ4_XS.gguf", - "file_size": "11.3 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q4_K_S", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q4_K_S.gguf", + "file_size": "20.5 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q2_K.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q5_K_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q5_K_M.gguf", + "file_size": "24.4 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q2_K_S.gguf", - "file_size": "11.3 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q5_K_S", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q5_K_S.gguf", + "file_size": "22.3 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_L.gguf", - "file_size": "12.4 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q6_K", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q6_K.gguf", + "file_size": "31.2 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_M.gguf", - "file_size": "12.0 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-Q8_0", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-Q8_0.gguf", + "file_size": "31.3 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ2_M.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_0.gguf", - "file_size": "11.3 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_1.gguf", - "file_size": "12.5 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS.gguf", + "file_size": "16.9 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_K_M.gguf", - "file_size": "14.7 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL.gguf", + "file_size": "18.6 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_K_S.gguf", - "file_size": "13.6 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL.gguf", + "file_size": "18.6 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q5_K_M.gguf", - "file_size": "15.7 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL.gguf", + "file_size": "21.3 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q5_K_S.gguf", - "file_size": "14.8 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL.gguf", + "file_size": "25.6 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q6_K.gguf", - "file_size": "20.7 GB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL.gguf", + "file_size": "31.2 GB" }, { - "model_id": "OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.imatrix", - "path": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.imatrix.gguf", - "file_size": "26.8 MB" + "model_id": "Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL.gguf", + "file_size": "37.7 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/resolve/main/README.md", - "description": "A 20B open-source model with community modifications for less restricted output." + "readme": "https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/resolve/main/README.md", + "description": "NVIDIA's 30B hybrid MoE model for reasoning and chat, supporting 6 languages and ready for commercial use." }, { - "model_name": "google_gemma-4-31B-it-GGUF", - "developer": "bartowski", - "downloads": 50030, - "createdAt": "2026-04-02T16:01:24.000Z", + "model_name": "Qwen3.6-27B-uncensored-heretic-v2-GGUF", + "developer": "llmfan46", + "downloads": 40792, + "createdAt": "2026-04-29T04:00:48.000Z", "library_name": "gguf", "tools": true, - "num_quants": 28, + "num_quants": 10, "quants": [ { - "model_id": "google_gemma-4-31B-it-IQ1_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ1_M.gguf", - "file_size": "9.4 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_M.gguf", - "file_size": "11.8 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_S.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "google_gemma-4-31B-it-IQ2_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XS.gguf", - "file_size": "10.7 GB" + "model_id": "Qwen3.6-27B-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "google_gemma-4-31B-it-IQ2_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ2_XXS.gguf", - "file_size": "10.1 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-BF16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "google_gemma-4-31B-it-IQ3_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_M.gguf", - "file_size": "14.1 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q3_K_L.gguf", + "file_size": "13.4 GB" }, { - "model_id": "google_gemma-4-31B-it-IQ3_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XS.gguf", - "file_size": "12.9 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "google_gemma-4-31B-it-IQ3_XXS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ3_XXS.gguf", - "file_size": "12.1 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "google_gemma-4-31B-it-IQ4_NL", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_NL.gguf", - "file_size": "16.8 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q4_K_S.gguf", + "file_size": "14.5 GB" }, { - "model_id": "google_gemma-4-31B-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-IQ4_XS.gguf", - "file_size": "16.0 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "google_gemma-4-31B-it-Q2_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K.gguf", - "file_size": "11.8 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q5_K_S.gguf", + "file_size": "17.4 GB" }, { - "model_id": "google_gemma-4-31B-it-Q2_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q2_K_L.gguf", - "file_size": "12.1 GB" + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q6_K", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "google_gemma-4-31B-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_L.gguf", - "file_size": "15.7 GB" - }, + "model_id": "Qwen3.6-27B-uncensored-heretic-v2-Q8_0", + "path": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.6-27B-uncensored-heretic-v2-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/resolve/main/README.md", + "description": "An uncensored GGUF quantization of Qwen3.6-27B with 94% fewer refusals while preserving model quality." + }, + { + "model_name": "gemma-7b-it", + "developer": "google", + "downloads": 40168, + "createdAt": "2024-02-13T01:07:30.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 1, + "quants": [ { - "model_id": "google_gemma-4-31B-it-Q3_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_M.gguf", - "file_size": "14.8 GB" - }, + "model_id": "gemma-7b-it", + "path": "https://huggingface.co/google/gemma-7b-it/resolve/main/gemma-7b-it.gguf", + "file_size": "31.8 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/google/gemma-7b-it/resolve/main/README.md", + "description": "Google's lightweight, open-source 7B instruction-tuned language model for text generation tasks like question answering and summarization." + }, + { + "model_name": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF", + "developer": "Youssofal", + "downloads": 39640, + "createdAt": "2026-04-23T01:17:56.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 6, + "quants": [ { - "model_id": "google_gemma-4-31B-it-Q3_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_S.gguf", - "file_size": "13.3 GB" + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q2_K", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "google_gemma-4-31B-it-Q3_K_XL", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q3_K_XL.gguf", - "file_size": "16.0 GB" + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q3_K_M", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_0.gguf", - "file_size": "16.8 GB" + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q4_K_M", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_1", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_1.gguf", - "file_size": "18.4 GB" + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q5_K_M", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_L.gguf", - "file_size": "18.6 GB" + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q6_K", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "google_gemma-4-31B-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_M.gguf", - "file_size": "18.3 GB" - }, + "model_id": "Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q8_0", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 4, + "mmproj_models": [ { - "model_id": "google_gemma-4-31B-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q4_K_S.gguf", - "file_size": "16.9 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "google_gemma-4-31B-it-Q5_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_L.gguf", - "file_size": "21.4 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" }, { - "model_id": "google_gemma-4-31B-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_M.gguf", - "file_size": "21.1 GB" + "model_id": "mmproj-model-bf16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-model-bf16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "google_gemma-4-31B-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q5_K_S.gguf", - "file_size": "20.0 GB" - }, + "model_id": "mmproj-model-f16", + "path": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/mmproj-model-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/resolve/main/README.md", + "description": "An abliterated, uncensored GGUF version of Qwen3.6-27B vision-language model with removed refusal behavior." + }, + { + "model_name": "gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF", + "developer": "TeichAI", + "downloads": 37126, + "createdAt": "2026-04-10T19:15:40.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 9, + "quants": [ { - "model_id": "google_gemma-4-31B-it-Q6_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K.gguf", - "file_size": "24.9 GB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "google_gemma-4-31B-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q6_K_L.gguf", - "file_size": "25.2 GB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.f16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.f16.gguf", + "file_size": "47.0 GB" }, { - "model_id": "google_gemma-4-31B-it-Q8_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-Q8_0.gguf", - "file_size": "30.4 GB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.iq4_nl.gguf", + "file_size": "13.6 GB" }, { - "model_id": "google_gemma-4-31B-it-imatrix", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/google_gemma-4-31B-it-imatrix.gguf", - "file_size": "13.1 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-google_gemma-4-31B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-bf16.gguf", - "file_size": "1.1 GB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m.gguf", + "file_size": "12.4 GB" }, { - "model_id": "mmproj-google_gemma-4-31B-it-f16", - "path": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/mmproj-google_gemma-4-31B-it-f16.gguf", - "file_size": "1.1 GB" - } - ], - "readme": "https://huggingface.co/bartowski/google_gemma-4-31B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." - }, - { - "model_name": "LFM2.5-1.2B-Thinking-GGUF", - "developer": "LiquidAI", - "downloads": 49084, - "createdAt": "2026-01-16T19:04:55.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "LFM2.5-1.2B-Thinking-BF16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-BF16.gguf", - "file_size": "2.2 GB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s.gguf", + "file_size": "11.4 GB" }, { - "model_id": "LFM2.5-1.2B-Thinking-F16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-F16.gguf", - "file_size": "2.2 GB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m.gguf", + "file_size": "15.6 GB" }, { - "model_id": "LFM2.5-1.2B-Thinking-Q4_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_0.gguf", - "file_size": "663.5 MB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m.gguf", + "file_size": "17.8 GB" }, { - "model_id": "LFM2.5-1.2B-Thinking-Q4_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_K_M.gguf", - "file_size": "697.0 MB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k.gguf", + "file_size": "21.1 GB" }, { - "model_id": "LFM2.5-1.2B-Thinking-Q5_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q5_K_M.gguf", - "file_size": "804.3 MB" + "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0.gguf", + "file_size": "25.0 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "LFM2.5-1.2B-Thinking-Q6_K", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q6_K.gguf", - "file_size": "918.2 MB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "LFM2.5-1.2B-Thinking-Q8_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q8_0.gguf", - "file_size": "1.2 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/README.md", - "description": "Liquid AI's LFM 2.5 1.2B model with thinking capabilities for chain-of-thought reasoning." + "readme": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/README.md", + "description": "A 26B Gemma 4 model fine-tuned with Claude Opus 4.6 reasoning data for enhanced coding, science, and research capabilities." }, { - "model_name": "gemma-4-26B-A4B-it-APEX-GGUF", - "developer": "mudler", - "downloads": 45722, - "createdAt": "2026-04-02T18:17:55.000Z", + "model_name": "Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF", + "developer": "DavidAU", + "downloads": 36570, + "createdAt": "2026-04-23T08:05:02.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 10, "quants": [ { - "model_id": "gemma-4-26B-A4B-APEX-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Balanced.gguf", - "file_size": "18.2 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-HIGH-Q8_0", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-HIGH-Q8_0.gguf", + "file_size": "27.8 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ2_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ2_M.gguf", + "file_size": "9.8 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Balanced.gguf", - "file_size": "18.2 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ3_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ3_M.gguf", + "file_size": "12.0 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_NL", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_NL.gguf", + "file_size": "15.0 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Mini", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Mini.gguf", - "file_size": "12.1 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-IQ4_XS.gguf", + "file_size": "14.3 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-I-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-I-Quality.gguf", - "file_size": "19.2 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_M.gguf", + "file_size": "15.7 GB" }, { - "model_id": "gemma-4-26B-A4B-APEX-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Quality.gguf", - "file_size": "19.2 GB" + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q4_K_S.gguf", + "file_size": "14.8 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_M", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_M.gguf", + "file_size": "18.2 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_S", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q5_K_S.gguf", + "file_size": "17.7 GB" + }, + { + "model_id": "Qwen3.6-27B-NEO-CODE-2T-OT-Q6_K", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/Qwen3.6-27B-NEO-CODE-2T-OT-Q6_K.gguf", + "file_size": "20.9 GB" } ], - "num_mmproj": 1, + "num_mmproj": 3, "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, { "model_id": "mmproj-F16", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" + }, + { + "model_id": "mmproj-F32", + "path": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" } ], - "readme": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts instruction-tuned model with APEX optimized quantization." + "readme": "https://huggingface.co/DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/README.md", + "description": "NEO-CODE-Di-IMatrix quantized Qwen3.6-27B GGUF models retaining 82-98% of full precision across various quantization levels." }, { - "model_name": "GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF", - "developer": "TeichAI", - "downloads": 44578, - "createdAt": "2026-01-22T18:25:31.000Z", + "model_name": "Qwen3.6-35B-A3B-uncensored-heretic-GGUF", + "developer": "llmfan46", + "downloads": 36416, + "createdAt": "2026-04-20T19:51:53.000Z", "library_name": "gguf", "tools": true, - "num_quants": 13, + "num_quants": 19, "quants": [ { - "model_id": "glm-4.7-flash-claude-4.5-opus.bf16", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.bf16.gguf", - "file_size": "55.8 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-BF16.gguf", + "file_size": "64.6 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.f16", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.f16.gguf", - "file_size": "55.8 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L.gguf", + "file_size": "16.9 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.iq2_m", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.iq2_m.gguf", - "file_size": "9.2 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.iq3_m", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.iq3_m.gguf", - "file_size": "12.3 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.iq3_xs", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.iq3_xs.gguf", - "file_size": "11.5 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S.gguf", + "file_size": "18.5 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.iq4_nl", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.iq4_nl.gguf", - "file_size": "15.8 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M.gguf", + "file_size": "23.0 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.iq4_xs", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.iq4_xs.gguf", - "file_size": "14.9 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S.gguf", + "file_size": "22.3 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.q3_k_m", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.q3_k_m.gguf", - "file_size": "13.4 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.q3_k_s", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.q3_k_s.gguf", - "file_size": "12.1 GB" + "model_id": "Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Experimental/Qwen3.6-35B-A3B-uncensored-heretic-Q8_0.gguf", + "file_size": "34.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-mmproj-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-mmproj-BF16.gguf", + "file_size": "861.0 MB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-BF16", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-BF16.gguf", + "file_size": "64.6 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.q4_k_m", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.q4_k_m.gguf", + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_L.gguf", "file_size": "16.9 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.q5_k_m", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.q5_k_m.gguf", - "file_size": "19.8 GB" + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q3_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.q6_k", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.q6_k.gguf", - "file_size": "22.9 GB" + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "glm-4.7-flash-claude-4.5-opus.q8_0", - "path": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/glm-4.7-flash-claude-4.5-opus.q8_0.gguf", - "file_size": "29.7 GB" + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q4_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q5_K_S.gguf", + "file_size": "22.3 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q6_K", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q6_K.gguf", + "file_size": "26.6 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-uncensored-heretic-Q8_0", + "path": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/Qwen3.6-35B-A3B-uncensored-heretic-Q8_0.gguf", + "file_size": "34.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/resolve/main/README.md", - "description": "A reasoning-distilled version of GLM-4.7-Flash trained on high-reasoning Claude Opus 4.5 data for coding, science, and research tasks." + "readme": "https://huggingface.co/llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an uncensored Qwen3.6-35B-A3B model with 88% fewer refusals and minimal quality loss (0.0015 KL divergence)." }, { - "model_name": "Qwopus3.5-9B-v3-GGUF", - "developer": "Jackrong", - "downloads": 43478, - "createdAt": "2026-03-31T08:23:16.000Z", + "model_name": "gemma-4-19b-a4b-it-REAP-i1-GGUF", + "developer": "mradermacher", + "downloads": 36197, + "createdAt": "2026-04-07T17:19:28.000Z", "library_name": "gguf", "tools": true, - "num_quants": 5, + "num_quants": 25, "quants": [ { - "model_id": "Qwen3.5-9B.BF16", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.BF16.gguf", - "file_size": "16.7 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ1_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ1_S.gguf", + "file_size": "5.7 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_M.gguf", + "file_size": "7.1 GB" }, { - "model_id": "Qwen3.5-9B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_S.gguf", + "file_size": "6.8 GB" }, { - "model_id": "Qwen3.5-9B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_XS.gguf", + "file_size": "6.7 GB" + }, { - "model_id": "mmproj", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/mmproj.gguf", - "file_size": "879.0 MB" - } - ], - "readme": "https://huggingface.co/Jackrong/Qwopus3.5-9B-v3-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." - }, - { - "model_name": "Mistral-Small-4-119B-2603-GGUF", - "developer": "unsloth", - "downloads": 39669, - "createdAt": "2026-03-17T01:11:01.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 5, - "quants": [ + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ2_XXS.gguf", + "file_size": "6.4 GB" + }, { - "model_id": "Mistral-Small-4-119B-2603-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/Mistral-Small-4-119B-2603-UD-IQ1_M.gguf", - "file_size": "27.0 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_M.gguf", + "file_size": "8.5 GB" }, { - "model_id": "Mistral-Small-4-119B-2603-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/Mistral-Small-4-119B-2603-UD-IQ2_M.gguf", - "file_size": "38.9 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_S.gguf", + "file_size": "8.4 GB" }, { - "model_id": "Mistral-Small-4-119B-2603-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/Mistral-Small-4-119B-2603-UD-IQ2_XXS.gguf", - "file_size": "32.1 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_XS.gguf", + "file_size": "8.0 GB" }, { - "model_id": "Mistral-Small-4-119B-2603-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/Mistral-Small-4-119B-2603-UD-IQ3_XXS.gguf", - "file_size": "43.8 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ3_XXS.gguf", + "file_size": "7.7 GB" }, { - "model_id": "Mistral-Small-4-119B-2603-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/Mistral-Small-4-119B-2603-UD-Q2_K_XL.gguf", - "file_size": "39.9 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ4_NL", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ4_NL.gguf", + "file_size": "9.9 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "826.5 MB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-IQ4_XS.gguf", + "file_size": "9.5 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "817.4 MB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q2_K.gguf", + "file_size": "7.3 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.6 GB" - } - ], - "readme": "https://huggingface.co/unsloth/Mistral-Small-4-119B-2603-GGUF/resolve/main/README.md", - "description": "Hybrid AI model combining instruction-following and reasoning capabilities with multimodal input support in a 119B parameter MoE architecture." - }, - { - "model_name": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF", - "developer": "Andycurrent", - "downloads": 39664, - "createdAt": "2026-02-09T10:18:28.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 8, - "quants": [ + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q2_K_S.gguf", + "file_size": "7.3 GB" + }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_F16", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_F16.gguf", - "file_size": "7.2 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q3_K_L.gguf", + "file_size": "9.5 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q2_k", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q2_k.gguf", - "file_size": "1.6 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q3_K_M.gguf", + "file_size": "9.1 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q3_k_m", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q3_k_m.gguf", - "file_size": "2.0 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q3_K_S.gguf", + "file_size": "8.4 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q4_k_m", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q4_k_m.gguf", - "file_size": "2.3 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_0.gguf", + "file_size": "9.9 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q5_k_m", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q5_k_m.gguf", - "file_size": "2.6 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_1.gguf", + "file_size": "10.9 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q6_k", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q6_k.gguf", - "file_size": "3.0 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_K_M.gguf", + "file_size": "11.4 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q8_0", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q8_0.gguf", - "file_size": "3.8 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q4_K_S.gguf", + "file_size": "10.6 GB" }, { - "model_id": "Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_mmproj_f16", - "path": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_mmproj_f16.gguf", - "file_size": "811.8 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/resolve/main/README.md", - "description": "A 4B-parameter uncensored vision-language model in GGUF format for multimodal text and image tasks." - }, - { - "model_name": "Bonsai-8B-gguf", - "developer": "prism-ml", - "downloads": 38631, - "createdAt": "2026-03-18T21:06:50.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q5_K_M.gguf", + "file_size": "13.0 GB" + }, { - "model_id": "Bonsai-8B", - "path": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/Bonsai-8B.gguf", - "file_size": "1.1 GB" + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q5_K_S.gguf", + "file_size": "12.3 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.i1-Q6_K.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "gemma-4-19b-a4b-it-REAP.imatrix", + "path": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/gemma-4-19b-a4b-it-REAP.imatrix.gguf", + "file_size": "39.0 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/prism-ml/Bonsai-8B-gguf/resolve/main/README.md", - "description": "An 8B model from the Bonsai family for general-purpose text generation and understanding." + "readme": "https://huggingface.co/mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF/resolve/main/README.md", + "description": "Quantized Gemma-4-19b model with expert pruning (REAP), available in various GGUF formats ranging from 6.2GB to 16.6GB." }, { - "model_name": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF", - "developer": "mradermacher", - "downloads": 37892, - "createdAt": "2026-03-08T16:05:35.000Z", + "model_name": "Devstral-Small-2-24B-Instruct-2512-GGUF", + "developer": "unsloth", + "downloads": 35944, + "createdAt": "2025-12-10T01:36:17.000Z", "library_name": "gguf", "tools": true, - "num_quants": 24, + "num_quants": 26, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf", - "file_size": "7.5 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf", - "file_size": "6.8 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf", - "file_size": "10.7 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf", - "file_size": "9.8 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-BF16", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-BF16.gguf", + "file_size": "43.9 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf", - "file_size": "9.7 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-IQ4_NL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-IQ4_NL.gguf", + "file_size": "12.5 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf", - "file_size": "8.7 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-IQ4_XS", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-IQ4_XS.gguf", + "file_size": "11.9 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf", - "file_size": "14.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q2_K", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q2_K.gguf", + "file_size": "8.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf", - "file_size": "14.1 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q2_K_L", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q2_K_L.gguf", + "file_size": "8.4 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf", - "file_size": "13.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q3_K_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q3_K_M.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf", - "file_size": "12.6 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q3_K_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q3_K_S.gguf", + "file_size": "9.7 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf", - "file_size": "17.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_0", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_0.gguf", + "file_size": "12.6 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf", - "file_size": "11.9 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_1", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_1.gguf", + "file_size": "13.9 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_K_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf", - "file_size": "16.8 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q4_K_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q4_K_S.gguf", + "file_size": "12.6 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf", + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q5_K_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q5_K_M.gguf", "file_size": "15.6 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf", - "file_size": "14.1 GB" - }, - { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf", - "file_size": "18.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q5_K_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q5_K_S.gguf", + "file_size": "15.2 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf", - "file_size": "20.3 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q6_K", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q6_K.gguf", + "file_size": "18.0 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-Q8_0", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-Q8_0.gguf", + "file_size": "23.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf", - "file_size": "18.5 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M.gguf", + "file_size": "5.6 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf", - "file_size": "23.1 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf", - "file_size": "22.3 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M.gguf", + "file_size": "7.7 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf", - "file_size": "26.6 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS.gguf", + "file_size": "6.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.imatrix", - "path": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.imatrix.gguf", - "file_size": "183.3 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 35B MoE variant distilled from Claude for enhanced reasoning with efficient active parameters." - }, - { - "model_name": "Qwopus3.5-27B-v3-GGUF", - "developer": "Jackrong", - "downloads": 37479, - "createdAt": "2026-04-02T08:22:38.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 10, - "quants": [ - { - "model_id": "Qwopus3.5-27B-v3-BF16", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-BF16.gguf", - "file_size": "50.1 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Qwopus3.5-27B-v3-Q2_K", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q2_K.gguf", - "file_size": "10.0 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL.gguf", + "file_size": "8.7 GB" }, { - "model_id": "Qwopus3.5-27B-v3-Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q3_K_L.gguf", - "file_size": "13.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Qwopus3.5-27B-v3-Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL.gguf", + "file_size": "13.5 GB" }, { - "model_id": "Qwopus3.5-27B-v3-Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q3_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwopus3.5-27B-v3-Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL.gguf", + "file_size": "19.4 GB" }, { - "model_id": "Qwopus3.5-27B-v3-Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q4_K_S.gguf", - "file_size": "14.5 GB" - }, + "model_id": "Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL.gguf", + "file_size": "27.0 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "Qwopus3.5-27B-v3-Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q5_K_M.gguf", - "file_size": "17.9 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "838.5 MB" }, { - "model_id": "Qwopus3.5-27B-v3-Q6_K", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q6_K.gguf", - "file_size": "20.6 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "837.4 MB" }, { - "model_id": "Qwopus3.5-27B-v3-Q8_0", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/Qwopus3.5-27B-v3-Q8_0.gguf", - "file_size": "26.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/mmproj.gguf", - "file_size": "888.0 MB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.6 GB" } ], - "readme": "https://huggingface.co/Jackrong/Qwopus3.5-27B-v3-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." + "readme": "https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/resolve/main/README.md", + "description": "Devstral Small 2 is a 24B open-source coding agent with 256k context, designed to run locally on a single RTX 4090 or Mac with 32GB RAM." }, { - "model_name": "google_gemma-4-E4B-it-GGUF", - "developer": "bartowski", - "downloads": 36256, - "createdAt": "2026-04-02T16:00:37.000Z", + "model_name": "Crow-9B-HERETIC-4.6", + "developer": "Crownelius", + "downloads": 35518, + "createdAt": "2026-03-03T08:14:36.000Z", "library_name": "gguf", "tools": true, - "num_quants": 24, + "num_quants": 5, "quants": [ { - "model_id": "google_gemma-4-E4B-it-IQ2_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-IQ2_M.gguf", - "file_size": "3.7 GB" - }, - { - "model_id": "google_gemma-4-E4B-it-IQ3_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-IQ3_M.gguf", - "file_size": "4.4 GB" - }, - { - "model_id": "google_gemma-4-E4B-it-IQ3_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-IQ3_XS.gguf", - "file_size": "4.3 GB" - }, - { - "model_id": "google_gemma-4-E4B-it-IQ4_NL", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-IQ4_NL.gguf", - "file_size": "4.9 GB" + "model_id": "Qwen3.5-9B-heretic-v2.BF16-mmproj", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.BF16-mmproj.gguf", + "file_size": "879.0 MB" }, { - "model_id": "google_gemma-4-E4B-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-IQ4_XS.gguf", - "file_size": "4.8 GB" + "model_id": "Qwen3.5-9B-heretic-v2.F16", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.F16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q2_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q2_K.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen3.5-9B-heretic-v2.Q4_K_M", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q2_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q2_K_L.gguf", - "file_size": "4.9 GB" + "model_id": "Qwen3.5-9B-heretic-v2.Q5_K_M", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q5_K_M.gguf", + "file_size": "6.1 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q3_K_L.gguf", - "file_size": "4.7 GB" - }, + "model_id": "Qwen3.5-9B-heretic-v2.Q8_0", + "path": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/Qwen3.5-9B-heretic-v2.Q8_0.gguf", + "file_size": "8.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Crownelius/Crow-9B-HERETIC-4.6/resolve/main/README.md", + "description": "A 9-billion-parameter LLM distilled from Claude Opus 4.6 into Qwen 3.5 architecture, available in GGUF format." + }, + { + "model_name": "MiniCPM-o-4_5-gguf", + "developer": "openbmb", + "downloads": 35496, + "createdAt": "2026-02-02T04:42:00.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 19, + "quants": [ { - "model_id": "google_gemma-4-E4B-it-Q3_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q3_K_M.gguf", - "file_size": "4.6 GB" + "model_id": "MiniCPM-o-4_5-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-F16.gguf", + "file_size": "15.3 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q3_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q3_K_S.gguf", + "model_id": "MiniCPM-o-4_5-Q4_0", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_0.gguf", "file_size": "4.4 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q3_K_XL", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q3_K_XL.gguf", - "file_size": "5.5 GB" - }, - { - "model_id": "google_gemma-4-E4B-it-Q4_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q4_0.gguf", + "model_id": "MiniCPM-o-4_5-Q4_1", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_1.gguf", "file_size": "4.9 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q4_1", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q4_1.gguf", - "file_size": "5.1 GB" - }, - { - "model_id": "google_gemma-4-E4B-it-Q4_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q4_K_L.gguf", - "file_size": "5.8 GB" + "model_id": "MiniCPM-o-4_5-Q4_K_M", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_K_M.gguf", + "file_size": "4.7 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q4_K_M.gguf", - "file_size": "5.0 GB" + "model_id": "MiniCPM-o-4_5-Q4_K_S", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q4_K_S.gguf", + "file_size": "4.5 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q4_K_S.gguf", - "file_size": "4.9 GB" + "model_id": "MiniCPM-o-4_5-Q5_0", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_0.gguf", + "file_size": "5.3 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q5_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q5_K_L.gguf", - "file_size": "6.2 GB" + "model_id": "MiniCPM-o-4_5-Q5_1", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_1.gguf", + "file_size": "5.8 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q5_K_M.gguf", + "model_id": "MiniCPM-o-4_5-Q5_K_M", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_K_M.gguf", "file_size": "5.4 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q5_K_S.gguf", + "model_id": "MiniCPM-o-4_5-Q5_K_S", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q5_K_S.gguf", "file_size": "5.3 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q6_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q6_K.gguf", - "file_size": "5.9 GB" - }, - { - "model_id": "google_gemma-4-E4B-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q6_K_L.gguf", - "file_size": "6.7 GB" + "model_id": "MiniCPM-o-4_5-Q6_K", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q6_K.gguf", + "file_size": "6.3 GB" }, { - "model_id": "google_gemma-4-E4B-it-Q8_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-Q8_0.gguf", - "file_size": "7.5 GB" + "model_id": "MiniCPM-o-4_5-Q8_0", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/MiniCPM-o-4_5-Q8_0.gguf", + "file_size": "8.1 GB" }, { - "model_id": "google_gemma-4-E4B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-bf16.gguf", - "file_size": "14.0 GB" + "model_id": "audio/MiniCPM-o-4_5-audio-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/audio/MiniCPM-o-4_5-audio-F16.gguf", + "file_size": "629.6 MB" }, { - "model_id": "google_gemma-4-E4B-it-imatrix", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/google_gemma-4-E4B-it-imatrix.gguf", - "file_size": "4.2 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-google_gemma-4-E4B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/mmproj-google_gemma-4-E4B-it-bf16.gguf", - "file_size": "945.6 MB" + "model_id": "token2wav-gguf/flow_extra", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/flow_extra.gguf", + "file_size": "13.0 MB" }, { - "model_id": "mmproj-google_gemma-4-E4B-it-f16", - "path": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/mmproj-google_gemma-4-E4B-it-f16.gguf", - "file_size": "944.5 MB" - } - ], - "readme": "https://huggingface.co/bartowski/google_gemma-4-E4B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." - }, - { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF", - "developer": "LuffyTheFox", - "downloads": 36172, - "createdAt": "2026-03-26T06:00:58.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 6, - "quants": [ - { - "model_id": "Qwen3.5-27B-Uncensored-KL.Q3_K_M", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/Qwen3.5-27B-Uncensored-KL.Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "token2wav-gguf/flow_matching", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/flow_matching.gguf", + "file_size": "437.0 MB" }, { - "model_id": "Qwen3.5-27B-Uncensored-KL.Q4_K_M", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/Qwen3.5-27B-Uncensored-KL.Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "token2wav-gguf/hifigan2", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/hifigan2.gguf", + "file_size": "79.4 MB" }, { - "model_id": "Qwen3.5-27B-Uncensored-KL.Q5_K_M", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/Qwen3.5-27B-Uncensored-KL.Q5_K_M.gguf", - "file_size": "17.9 GB" + "model_id": "token2wav-gguf/prompt_cache", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/token2wav-gguf/prompt_cache.gguf", + "file_size": "201.8 MB" }, { - "model_id": "Qwen3.5-27B-Uncensored-KL.Q6_K", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/Qwen3.5-27B-Uncensored-KL.Q6_K.gguf", - "file_size": "20.6 GB" + "model_id": "tts/MiniCPM-o-4_5-projector-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/tts/MiniCPM-o-4_5-projector-F16.gguf", + "file_size": "14.3 MB" }, { - "model_id": "Qwen3.5-27B-Uncensored-KL.Q8_0", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/Qwen3.5-27B-Uncensored-KL.Q8_0.gguf", - "file_size": "26.6 GB" + "model_id": "tts/MiniCPM-o-4_5-tts-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/tts/MiniCPM-o-4_5-tts-F16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3.5-27B-Uncensored.Q8_0", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/Qwen3.5-27B-Uncensored.Q8_0.gguf", - "file_size": "26.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" + "model_id": "vision/MiniCPM-o-4_5-vision-F16", + "path": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/vision/MiniCPM-o-4_5-vision-F16.gguf", + "file_size": "1.0 GB" } ], - "readme": "https://huggingface.co/LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 27B variant distilled from Claude with removed safety restrictions." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/resolve/main/README.md", + "description": "MiniCPM-o 4.5 is a 9B-parameter multimodal AI model enabling simultaneous vision, speech, and full-duplex live streaming on local devices." }, { - "model_name": "bitnet-b1.58-2B-4T-gguf", - "developer": "microsoft", - "downloads": 35844, - "createdAt": "2025-04-15T04:25:42.000Z", + "model_name": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF", + "developer": "lordx64", + "downloads": 34842, + "createdAt": "2026-04-20T03:34:18.000Z", "library_name": "gguf", - "tools": false, + "tools": true, "num_quants": 1, "quants": [ { - "model_id": "ggml-model-i2_s", - "path": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/ggml-model-i2_s.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.IQ4_XS", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.IQ4_XS.gguf", + "file_size": "17.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/microsoft/bitnet-b1.58-2B-4T-gguf/resolve/main/README.md", - "description": "Microsoft's BitNet b1.58 2B is a native 1-bit LLM with 2B parameters trained on 4T tokens, achieving comparable performance to full-precision models while using significantly less memory and compute." + "readme": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a Qwen3.6-35B model distilled to mimic Claude Opus 4.7's chain-of-thought reasoning style." }, { - "model_name": "GLM-5-GGUF", - "developer": "unsloth", - "downloads": 32355, - "createdAt": "2026-02-10T16:30:53.000Z", + "model_name": "DeepSeek-V4-Flash-FP4-FP8-GGUF", + "developer": "nsparks", + "downloads": 34354, + "createdAt": "2026-04-26T17:41:26.000Z", "library_name": "gguf", - "tools": true, + "tools": false, "num_quants": 1, "quants": [ { - "model_id": "GLM-5-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/GLM-5-GGUF/resolve/main/GLM-5-UD-TQ1_0.gguf", - "file_size": "164.0 GB" + "model_id": "DeepSeek-V4-Flash-FP4-FP8-native", + "path": "https://huggingface.co/nsparks/DeepSeek-V4-Flash-FP4-FP8-GGUF/resolve/main/DeepSeek-V4-Flash-FP4-FP8-native.gguf", + "file_size": "145.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/GLM-5-GGUF/resolve/main/README.md", - "description": "Zhipu's GLM-5 model, a powerful bilingual model for general-purpose reasoning and generation." + "readme": "https://huggingface.co/nsparks/DeepSeek-V4-Flash-FP4-FP8-GGUF/resolve/main/README.md", + "description": "DeepSeek-V4-Flash native FP4/FP8 quantized GGUF (~146 GB) requiring a custom llama.cpp build to run." }, { - "model_name": "Qwen3.5-35B-A3B-APEX-GGUF", - "developer": "mudler", - "downloads": 32183, - "createdAt": "2026-03-31T17:27:02.000Z", + "model_name": "gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF", + "developer": "mradermacher", + "downloads": 33821, + "createdAt": "2026-04-13T07:03:57.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 24, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-APEX-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-Balanced.gguf", - "file_size": "23.6 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_M.gguf", + "file_size": "8.1 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-Compact.gguf", - "file_size": "16.1 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_S.gguf", + "file_size": "7.7 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-I-Balanced.gguf", - "file_size": "23.6 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_M.gguf", + "file_size": "9.7 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-I-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-I-Compact.gguf", - "file_size": "16.1 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_S.gguf", + "file_size": "9.2 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-I-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-I-Quality.gguf", - "file_size": "21.3 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XS.gguf", + "file_size": "9.1 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-Mini", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-Mini.gguf", - "file_size": "12.3 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XXS.gguf", + "file_size": "8.7 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-Quality.gguf", - "file_size": "21.3 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_M.gguf", + "file_size": "11.5 GB" + }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "857.6 MB" - } - ], - "readme": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 35B MoE model with APEX optimized quantization." - }, - { - "model_name": "Qwen3-14B-GGUF", - "developer": "unsloth", - "downloads": 29418, - "createdAt": "2025-04-28T10:01:12.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 26, - "quants": [ + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_S.gguf", + "file_size": "11.4 GB" + }, { - "model_id": "Qwen3-14B-BF16", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-BF16.gguf", - "file_size": "27.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XS.gguf", + "file_size": "10.8 GB" }, { - "model_id": "Qwen3-14B-IQ4_NL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-IQ4_NL.gguf", - "file_size": "8.0 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XXS.gguf", + "file_size": "10.5 GB" }, { - "model_id": "Qwen3-14B-IQ4_XS", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-IQ4_XS.gguf", - "file_size": "7.6 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ4_XS.gguf", + "file_size": "13.0 GB" }, { - "model_id": "Qwen3-14B-Q2_K", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q2_K.gguf", - "file_size": "5.4 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K_S.gguf", + "file_size": "9.9 GB" + }, + { + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_L.gguf", + "file_size": "12.9 GB" }, { - "model_id": "Qwen3-14B-Q2_K_L", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q2_K_L.gguf", - "file_size": "5.5 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3-14B-Q3_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q3_K_M.gguf", - "file_size": "6.8 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_S.gguf", + "file_size": "11.4 GB" }, { - "model_id": "Qwen3-14B-Q3_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q3_K_S.gguf", - "file_size": "6.2 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_0.gguf", + "file_size": "13.5 GB" }, { - "model_id": "Qwen3-14B-Q4_0", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_0.gguf", - "file_size": "8.0 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_1.gguf", + "file_size": "14.9 GB" }, { - "model_id": "Qwen3-14B-Q4_1", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_1.gguf", - "file_size": "8.7 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3-14B-Q4_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_M.gguf", - "file_size": "8.4 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Qwen3-14B-Q4_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_S.gguf", - "file_size": "8.0 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_M.gguf", + "file_size": "17.8 GB" }, { - "model_id": "Qwen3-14B-Q5_K_M", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q5_K_M.gguf", - "file_size": "9.8 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q5_K_S.gguf", + "file_size": "16.8 GB" }, { - "model_id": "Qwen3-14B-Q5_K_S", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q5_K_S.gguf", - "file_size": "9.6 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q6_K.gguf", + "file_size": "21.1 GB" }, { - "model_id": "Qwen3-14B-Q6_K", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q6_K.gguf", - "file_size": "11.3 GB" + "model_id": "gemma-4-26B-A4B-it-ultra-uncensored-heretic.imatrix", + "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/gemma-4-26B-A4B-it-ultra-uncensored-heretic.imatrix.gguf", + "file_size": "54.3 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/resolve/main/README.md", + "description": "Quantized uncensored Gemma-4-26B model with multiple GGUF quantization options (8.4GB to 22.7GB)." + }, + { + "model_name": "OmniCoder-9B-GGUF", + "developer": "Tesslate", + "downloads": 33637, + "createdAt": "2026-03-12T06:56:48.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 13, + "quants": [ + { + "model_id": "omnicoder-9b-bf16", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-bf16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Qwen3-14B-Q8_0", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q8_0.gguf", - "file_size": "14.6 GB" + "model_id": "omnicoder-9b-q2_k", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q2_k.gguf", + "file_size": "3.6 GB" }, { - "model_id": "Qwen3-14B-UD-IQ1_M", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-IQ1_M.gguf", - "file_size": "3.8 GB" + "model_id": "omnicoder-9b-q3_k_l", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_l.gguf", + "file_size": "4.6 GB" }, { - "model_id": "Qwen3-14B-UD-IQ1_S", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-IQ1_S.gguf", - "file_size": "3.6 GB" + "model_id": "omnicoder-9b-q3_k_m", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_m.gguf", + "file_size": "4.3 GB" }, { - "model_id": "Qwen3-14B-UD-IQ2_M", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-IQ2_M.gguf", - "file_size": "5.1 GB" + "model_id": "omnicoder-9b-q3_k_s", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q3_k_s.gguf", + "file_size": "4.0 GB" }, { - "model_id": "Qwen3-14B-UD-IQ2_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-IQ2_XXS.gguf", - "file_size": "4.2 GB" + "model_id": "omnicoder-9b-q4_0", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_0.gguf", + "file_size": "4.9 GB" }, { - "model_id": "Qwen3-14B-UD-IQ3_XXS", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-IQ3_XXS.gguf", - "file_size": "5.6 GB" + "model_id": "omnicoder-9b-q4_k_m", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_m.gguf", + "file_size": "5.3 GB" }, { - "model_id": "Qwen3-14B-UD-Q2_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-Q2_K_XL.gguf", - "file_size": "5.7 GB" + "model_id": "omnicoder-9b-q4_k_s", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q4_k_s.gguf", + "file_size": "5.0 GB" }, { - "model_id": "Qwen3-14B-UD-Q3_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-Q3_K_XL.gguf", - "file_size": "7.1 GB" + "model_id": "omnicoder-9b-q5_0", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_0.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3-14B-UD-Q4_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-Q4_K_XL.gguf", - "file_size": "8.5 GB" + "model_id": "omnicoder-9b-q5_k_m", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_m.gguf", + "file_size": "6.1 GB" }, { - "model_id": "Qwen3-14B-UD-Q5_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-Q5_K_XL.gguf", - "file_size": "9.8 GB" + "model_id": "omnicoder-9b-q5_k_s", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q5_k_s.gguf", + "file_size": "5.9 GB" }, { - "model_id": "Qwen3-14B-UD-Q6_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-Q6_K_XL.gguf", - "file_size": "12.4 GB" + "model_id": "omnicoder-9b-q6_k", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q6_k.gguf", + "file_size": "6.9 GB" }, { - "model_id": "Qwen3-14B-UD-Q8_K_XL", - "path": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-UD-Q8_K_XL.gguf", - "file_size": "17.5 GB" + "model_id": "omnicoder-9b-q8_0", + "path": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/omnicoder-9b-q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Qwen3-14B-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3 14B model, a capable mid-size model for reasoning and text generation." + "readme": "https://huggingface.co/Tesslate/OmniCoder-9B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Tesslate's OmniCoder-9B code model, with Q4_K_M (~5.7 GB) recommended for most users, usable via llama.cpp." }, { - "model_name": "gemma-7b", - "developer": "google", - "downloads": 29323, - "createdAt": "2024-02-08T22:36:43.000Z", + "model_name": "Qwen3.6-27B-TQ3_4S", + "developer": "YTan2000", + "downloads": 32547, + "createdAt": "2026-04-22T16:17:33.000Z", "library_name": "gguf", - "tools": false, + "tools": true, "num_quants": 1, "quants": [ { - "model_id": "gemma-7b", - "path": "https://huggingface.co/google/gemma-7b/resolve/main/gemma-7b.gguf", - "file_size": "31.8 GB" + "model_id": "Qwen3.6-27B-TQ3_4S", + "path": "https://huggingface.co/YTan2000/Qwen3.6-27B-TQ3_4S/resolve/main/Qwen3.6-27B-TQ3_4S.gguf", + "file_size": "13.0 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/google/gemma-7b/resolve/main/README.md", - "description": "Gemma is a lightweight open LLM from Google, offered in 2B/7B sizes, trained on 6T tokens, with CPU/GPU and quantization support." + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj", + "path": "https://huggingface.co/YTan2000/Qwen3.6-27B-TQ3_4S/resolve/main/mmproj.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/YTan2000/Qwen3.6-27B-TQ3_4S/resolve/main/README.md", + "description": "A TurboQuant TQ3_4S quantized GGUF of Qwen3.6-27B (~13 GB) for local deployment requiring the turbo-tan/llama.cpp-tq3 fork." }, { - "model_name": "google_gemma-4-E2B-it-GGUF", - "developer": "bartowski", - "downloads": 28198, - "createdAt": "2026-04-02T16:00:20.000Z", + "model_name": "Mistral-Medium-3.5-128B-GGUF", + "developer": "unsloth", + "downloads": 30623, + "createdAt": "2026-04-27T08:48:39.000Z", "library_name": "gguf", "tools": true, - "num_quants": 24, + "num_quants": 6, "quants": [ { - "model_id": "google_gemma-4-E2B-it-IQ2_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-IQ2_M.gguf", - "file_size": "2.4 GB" + "model_id": "Mistral-Medium-3.5-128B-Q2_K", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-Q2_K.gguf", + "file_size": "43.4 GB" }, { - "model_id": "google_gemma-4-E2B-it-IQ3_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-IQ3_M.gguf", - "file_size": "2.9 GB" + "model_id": "Mistral-Medium-3.5-128B-Q2_K_L", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-Q2_K_L.gguf", + "file_size": "43.7 GB" }, { - "model_id": "google_gemma-4-E2B-it-IQ3_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-IQ3_XS.gguf", - "file_size": "2.9 GB" + "model_id": "Mistral-Medium-3.5-128B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-IQ2_M.gguf", + "file_size": "41.1 GB" }, { - "model_id": "google_gemma-4-E2B-it-IQ4_NL", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-IQ4_NL.gguf", - "file_size": "3.1 GB" + "model_id": "Mistral-Medium-3.5-128B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-IQ2_XXS.gguf", + "file_size": "32.5 GB" }, { - "model_id": "google_gemma-4-E2B-it-IQ4_XS", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-IQ4_XS.gguf", - "file_size": "3.1 GB" + "model_id": "Mistral-Medium-3.5-128B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-IQ3_XXS.gguf", + "file_size": "45.9 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q2_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q2_K.gguf", - "file_size": "2.8 GB" - }, + "model_id": "Mistral-Medium-3.5-128B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/Mistral-Medium-3.5-128B-UD-Q2_K_XL.gguf", + "file_size": "44.8 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "google_gemma-4-E2B-it-Q2_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q2_K_L.gguf", - "file_size": "3.4 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "5.0 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q3_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q3_K_L.gguf", - "file_size": "3.1 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "5.0 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q3_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q3_K_M.gguf", - "file_size": "3.0 GB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "10.0 GB" + } + ], + "readme": "https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/resolve/main/README.md", + "description": "Mistral Medium 3.5 is a 128B dense multimodal model with 256k context, supporting text/image input with configurable reasoning for instruction-following, coding, and agentic tasks under a Modified MIT license." + }, + { + "model_name": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive", + "developer": "HauhauCS", + "downloads": 30615, + "createdAt": "2026-01-31T16:55:43.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 5, + "quants": [ + { + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16.gguf", + "file_size": "15.3 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q3_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q3_K_S.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", + "file_size": "4.7 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q3_K_XL", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q3_K_XL.gguf", - "file_size": "3.7 GB" + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf", + "file_size": "6.3 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q4_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q4_0.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf", + "file_size": "8.1 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q4_1", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q4_1.gguf", - "file_size": "3.3 GB" + "model_id": "Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-mmproj-f16", + "path": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-mmproj-f16.gguf", + "file_size": "1.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", + "description": "Uncensored 8B vision-language model based on Qwen3-VL-8B with 256K context, available in multiple GGUF quantizations." + }, + { + "model_name": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF", + "developer": "rico03", + "downloads": 29665, + "createdAt": "2026-04-23T14:23:36.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q2_K", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q4_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q4_K_L.gguf", - "file_size": "3.8 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q3_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q4_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q4_K_M.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q4_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q4_K_S.gguf", - "file_size": "3.1 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q4_K_S.gguf", + "file_size": "14.5 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q5_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q5_K_L.gguf", - "file_size": "4.0 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q5_K_M", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q5_K_M.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q5_K_S.gguf", + "file_size": "17.4 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q5_K_S", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q5_K_S.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q6_K", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q6_K", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q6_K.gguf", - "file_size": "3.6 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q8_0", + "path": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF-quantized Qwen3.6-27B fine-tuned on ~14k Claude 4.6 Opus reasoning traces for efficient structured thinking with multiple quantization options." + }, + { + "model_name": "Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF", + "developer": "shennguyen", + "downloads": 29321, + "createdAt": "2026-04-21T18:39:14.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 5, + "quants": [ + { + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-f16", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-f16.gguf", + "file_size": "64.6 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q6_K_L", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q6_K_L.gguf", - "file_size": "4.3 GB" + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m.gguf", + "file_size": "19.7 GB" }, { - "model_id": "google_gemma-4-E2B-it-Q8_0", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-Q8_0.gguf", - "file_size": "4.6 GB" + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q5_k_m", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q5_k_m.gguf", + "file_size": "23.0 GB" }, { - "model_id": "google_gemma-4-E2B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-bf16.gguf", - "file_size": "8.7 GB" + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q6_k", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q6_k.gguf", + "file_size": "26.6 GB" }, { - "model_id": "google_gemma-4-E2B-it-imatrix", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/google_gemma-4-E2B-it-imatrix.gguf", - "file_size": "2.7 MB" + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q8_0", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q8_0.gguf", + "file_size": "34.4 GB" } ], - "num_mmproj": 2, + "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-google_gemma-4-E2B-it-bf16", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/mmproj-google_gemma-4-E2B-it-bf16.gguf", - "file_size": "941.1 MB" - }, - { - "model_id": "mmproj-google_gemma-4-E2B-it-f16", - "path": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/mmproj-google_gemma-4-E2B-it-f16.gguf", - "file_size": "940.0 MB" + "model_id": "mmproj-f16", + "path": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/mmproj-f16.gguf", + "file_size": "857.6 MB" } ], - "readme": "https://huggingface.co/bartowski/google_gemma-4-E2B-it-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 edge-optimized instruction-tuned model, designed for efficient on-device inference." + "readme": "https://huggingface.co/shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF/resolve/main/README.md", + "description": "GGUF-format Huihui-Qwen3.6-35B MoE model converted for llama.cpp inference." }, { - "model_name": "gemma-3-12b-it-ultra-uncensored-heretic-GGUF", - "developer": "llmfan46", - "downloads": 27272, - "createdAt": "2026-03-10T12:52:58.000Z", + "model_name": "LFM2.5-1.2B-Thinking-GGUF", + "developer": "LiquidAI", + "downloads": 28228, + "createdAt": "2026-01-16T19:04:55.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 12, + "tools": true, + "num_quants": 7, "quants": [ { - "model_id": "gemma-3-12b-it-heretic-IQ3_M", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-IQ3_M.gguf", - "file_size": "5.3 GB" - }, - { - "model_id": "gemma-3-12b-it-heretic-IQ3_S", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-IQ3_S.gguf", - "file_size": "5.1 GB" + "model_id": "LFM2.5-1.2B-Thinking-BF16", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-BF16.gguf", + "file_size": "2.2 GB" }, { - "model_id": "gemma-3-12b-it-heretic-IQ3_XS", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-IQ3_XS.gguf", - "file_size": "4.8 GB" + "model_id": "LFM2.5-1.2B-Thinking-F16", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-F16.gguf", + "file_size": "2.2 GB" }, { - "model_id": "gemma-3-12b-it-heretic-IQ3_XXS", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-IQ3_XXS.gguf", - "file_size": "4.5 GB" + "model_id": "LFM2.5-1.2B-Thinking-Q4_0", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_0.gguf", + "file_size": "663.5 MB" }, { - "model_id": "gemma-3-12b-it-heretic-IQ4_NL", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-IQ4_NL.gguf", - "file_size": "6.4 GB" + "model_id": "LFM2.5-1.2B-Thinking-Q4_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q4_K_M.gguf", + "file_size": "697.0 MB" }, { - "model_id": "gemma-3-12b-it-heretic-IQ4_XS", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-IQ4_XS.gguf", - "file_size": "6.1 GB" + "model_id": "LFM2.5-1.2B-Thinking-Q5_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q5_K_M.gguf", + "file_size": "804.3 MB" }, { - "model_id": "gemma-3-12b-it-heretic-Q5_K_M", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-Q5_K_M.gguf", - "file_size": "7.9 GB" + "model_id": "LFM2.5-1.2B-Thinking-Q6_K", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q6_K.gguf", + "file_size": "918.2 MB" }, { - "model_id": "gemma-3-12b-it-heretic-Q5_K_S", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-Q5_K_S.gguf", - "file_size": "7.7 GB" - }, + "model_id": "LFM2.5-1.2B-Thinking-Q8_0", + "path": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/LFM2.5-1.2B-Thinking-Q8_0.gguf", + "file_size": "1.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/resolve/main/README.md", + "description": "Liquid AI's LFM 2.5 1.2B model with thinking capabilities for chain-of-thought reasoning." + }, + { + "model_name": "Qwen3.5-9b-Sushi-Coder-RL-GGUF", + "developer": "bigatuna", + "downloads": 26918, + "createdAt": "2026-03-27T01:12:29.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "gemma-3-12b-it-heretic-Q6_K", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-Q6_K.gguf", - "file_size": "9.0 GB" + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj.gguf", + "file_size": "879.0 MB" }, { - "model_id": "gemma-3-12b-it-heretic-Q8_0", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-heretic-Q8_0.gguf", - "file_size": "11.7 GB" + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "gemma-3-12b-it-mmproj-BF16", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-mmproj-BF16.gguf", - "file_size": "814.6 MB" + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q6_K", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q6_K.gguf", + "file_size": "6.9 GB" }, { - "model_id": "gemma-3-12b-it-mmproj-F32", - "path": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/gemma-3-12b-it-mmproj-F32.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q8_0", + "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF/resolve/main/README.md", - "description": "A community fine-tune of Google's Gemma 3 12B with modified safety filters for less restricted output." + "readme": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/README.md", + "description": "A Qwen 3.5 9B variant fine-tuned with reinforcement learning for code generation." }, { - "model_name": "Phi-4-mini-instruct-GGUF", - "developer": "unsloth", - "downloads": 26450, - "createdAt": "2025-02-28T22:22:06.000Z", + "model_name": "Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", + "developer": "Jackrong", + "downloads": 25140, + "createdAt": "2026-03-05T15:11:24.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 8, + "tools": true, + "num_quants": 11, "quants": [ { - "model_id": "Phi-4-mini-instruct-Q2_K", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct-Q2_K.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.5-0.8B.BF16-mmproj", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.BF16-mmproj.gguf", + "file_size": "197.7 MB" }, { - "model_id": "Phi-4-mini-instruct-Q2_K_L", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct-Q2_K_L.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.5-0.8B.Q2_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q2_K.gguf", + "file_size": "377.4 MB" }, { - "model_id": "Phi-4-mini-instruct-Q3_K_M", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct-Q3_K_M.gguf", - "file_size": "2.0 GB" + "model_id": "Qwen3.5-0.8B.Q3_K_L", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_L.gguf", + "file_size": "455.1 MB" }, { - "model_id": "Phi-4-mini-instruct-Q4_K_M", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct-Q4_K_M.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen3.5-0.8B.Q3_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_M.gguf", + "file_size": "443.2 MB" }, { - "model_id": "Phi-4-mini-instruct-Q5_K_M", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct-Q5_K_M.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen3.5-0.8B.Q3_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q3_K_S.gguf", + "file_size": "415.2 MB" }, { - "model_id": "Phi-4-mini-instruct-Q6_K", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct-Q6_K.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen3.5-0.8B.Q4_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q4_K_M.gguf", + "file_size": "503.1 MB" }, { - "model_id": "Phi-4-mini-instruct.BF16", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.BF16.gguf", - "file_size": "7.2 GB" + "model_id": "Qwen3.5-0.8B.Q4_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q4_K_S.gguf", + "file_size": "479.8 MB" }, { - "model_id": "Phi-4-mini-instruct.Q8_0", - "path": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/Phi-4-mini-instruct.Q8_0.gguf", - "file_size": "3.8 GB" + "model_id": "Qwen3.5-0.8B.Q5_K_M", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q5_K_M.gguf", + "file_size": "557.7 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q5_K_S", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q5_K_S.gguf", + "file_size": "537.5 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q6_K", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q6_K.gguf", + "file_size": "600.6 MB" + }, + { + "model_id": "Qwen3.5-0.8B.Q8_0", + "path": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-0.8B.Q8_0.gguf", + "file_size": "774.2 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/resolve/main/README.md", - "description": "Phi-4-mini-instruct is a 3.8B-parameter multilingual language model with 128K context, optimized by Unsloth with bug fixes for reasoning, math, and code tasks." + "readme": "https://huggingface.co/Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "A compact 0.8B reasoning model distilled from Claude-4.6 Opus, trained via SFT+LoRA to produce structured chain-of-thought outputs in `` tags." }, { - "model_name": "nvidia_Nemotron-Cascade-2-30B-A3B-GGUF", - "developer": "bartowski", - "downloads": 25397, - "createdAt": "2026-03-21T17:42:47.000Z", + "model_name": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF", + "developer": "TeichAI", + "downloads": 24929, + "createdAt": "2026-04-25T05:53:25.000Z", "library_name": "gguf", "tools": true, - "num_quants": 27, + "num_quants": 8, "quants": [ { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_M", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_M.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_S", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_S.gguf", - "file_size": "16.9 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl.gguf", + "file_size": "14.8 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XS", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XS.gguf", - "file_size": "16.8 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m.gguf", + "file_size": "12.4 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XXS", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XXS.gguf", - "file_size": "16.8 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s.gguf", + "file_size": "11.2 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_M", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_M.gguf", - "file_size": "18.2 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m.gguf", + "file_size": "15.4 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_XS", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_XS.gguf", - "file_size": "17.7 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m.gguf", + "file_size": "17.9 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_XXS.gguf", - "file_size": "17.7 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k.gguf", + "file_size": "20.6 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_NL", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_NL.gguf", - "file_size": "16.9 GB" - }, + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_XS", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_XS.gguf", - "file_size": "16.9 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K.gguf", - "file_size": "16.9 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K_L", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K_L.gguf", - "file_size": "17.1 GB" - }, + "model_id": "mmproj-F32", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF/resolve/main/README.md", + "description": "A distilled Qwen3.6-27B model trained on Claude Opus reasoning data for enhanced performance in coding, creative writing, and general tasks." + }, + { + "model_name": "gemma-4-26B-A4B-it-ara-abliterated", + "developer": "jenerallee78", + "downloads": 24903, + "createdAt": "2026-04-06T20:51:52.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 2, + "quants": [ { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_L", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_L.gguf", - "file_size": "18.2 GB" + "model_id": "gemma4-ara-2pass-APEX-Q5_K_M", + "path": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/gemma4-ara-2pass-APEX-Q5_K_M.gguf", + "file_size": "19.2 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_M", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_M.gguf", - "file_size": "17.8 GB" - }, + "model_id": "gemma4-ara-2pass-bf16", + "path": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/gemma4-ara-2pass-bf16.gguf", + "file_size": "47.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_S", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_S.gguf", - "file_size": "16.9 GB" - }, + "model_id": "mmproj-gemma4-f16", + "path": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/mmproj-gemma4-f16.gguf", + "file_size": "1.1 GB" + } + ], + "readme": "https://huggingface.co/jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/resolve/main/README.md", + "description": "An uncensored Gemma 4 26B MoE model with the lowest refusal rate (7.7%) and highest quality (4.6/5) among published abliterations, using 2-pass ARA weight editing." + }, + { + "model_name": "Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF", + "developer": "googlecs", + "downloads": 24245, + "createdAt": "2026-04-22T01:49:06.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_XL.gguf", - "file_size": "18.3 GB" - }, + "model_id": "huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m", + "path": "https://huggingface.co/googlecs/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF/resolve/main/huihui-qwen3.6-35b-a3b-claude-4.7-opus-abliterated-q4_k_m.gguf", + "file_size": "19.7 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/googlecs/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF/resolve/main/README.md", + "description": "A GGUF-quantized version of Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated for running with llama.cpp." + }, + { + "model_name": "Qwen3.6-27B-DFlash-GGUF", + "developer": "spiritbuun", + "downloads": 22632, + "createdAt": "2026-04-24T12:48:25.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 2, + "quants": [ { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q4_0", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q4_0.gguf", - "file_size": "17.0 GB" + "model_id": "dflash-draft-3.6-q4_k_m", + "path": "https://huggingface.co/spiritbuun/Qwen3.6-27B-DFlash-GGUF/resolve/main/dflash-draft-3.6-q4_k_m.gguf", + "file_size": "985.2 MB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q4_1", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q4_1.gguf", - "file_size": "18.7 GB" + "model_id": "dflash-draft-3.6-q8_0", + "path": "https://huggingface.co/spiritbuun/Qwen3.6-27B-DFlash-GGUF/resolve/main/dflash-draft-3.6-q8_0.gguf", + "file_size": "1.7 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/spiritbuun/Qwen3.6-27B-DFlash-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a 2B drafter for DFlash speculative decoding with Qwen3.6-27B, recommending Q8_0 over Q4_K_M for better acceptance." + }, + { + "model_name": "gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF", + "developer": "TeichAI", + "downloads": 22489, + "createdAt": "2026-04-12T03:11:30.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 9, + "quants": [ + { + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.bf16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.bf16.gguf", + "file_size": "57.2 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_L", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_L.gguf", - "file_size": "23.2 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.f16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.f16.gguf", + "file_size": "57.2 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_M", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_M.gguf", - "file_size": "23.0 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.iq4_nl.gguf", + "file_size": "16.5 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_S", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_S.gguf", - "file_size": "20.9 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q3_k_m.gguf", + "file_size": "14.2 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_L", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_L.gguf", - "file_size": "24.5 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf", + "file_size": "12.8 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_M", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_M.gguf", - "file_size": "24.4 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q4_k_m.gguf", + "file_size": "17.4 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_S", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_S.gguf", - "file_size": "22.4 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q5_k_m.gguf", + "file_size": "20.3 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K.gguf", - "file_size": "31.2 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q6_k.gguf", + "file_size": "23.5 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K_L", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K_L.gguf", - "file_size": "31.2 GB" + "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q8_0.gguf", + "file_size": "30.4 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-Q8_0", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-Q8_0.gguf", - "file_size": "31.3 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "1.1 GB" }, { - "model_id": "nvidia_Nemotron-Cascade-2-30B-A3B-imatrix", - "path": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/nvidia_Nemotron-Cascade-2-30B-A3B-imatrix.gguf", - "file_size": "52.8 MB" + "model_id": "mmproj-F32", + "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "2.1 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/resolve/main/README.md", - "description": "NVIDIA's Nemotron Cascade 2 30B MoE model for reasoning and code generation tasks." + "readme": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/resolve/main/README.md", + "description": "A Gemma 4 31B model fine-tuned with Claude Opus 4.6 reasoning distillation for enhanced complex problem-solving." }, { - "model_name": "Qwen3-4b-Z-Image-Engineer-V4", - "developer": "BennyDaBall", - "downloads": 23441, - "createdAt": "2026-02-04T21:07:40.000Z", + "model_name": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF", + "developer": "mudler", + "downloads": 22093, + "createdAt": "2026-04-25T18:40:04.000Z", "library_name": "gguf", "tools": true, - "num_quants": 10, + "num_quants": 9, "quants": [ { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-F16", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-F16.gguf", - "file_size": "7.5 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Balanced.gguf", + "file_size": "23.9 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q2_K", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q2_K.gguf", - "file_size": "1.6 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Compact.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q3_K_L", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q3_K_L.gguf", - "file_size": "2.1 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Balanced.gguf", + "file_size": "23.9 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q3_K_M", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q3_K_M.gguf", - "file_size": "1.9 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Compact.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q4_K_M", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q4_K_M.gguf", - "file_size": "2.3 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Mini.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q4_K_S", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q4_K_S.gguf", - "file_size": "2.2 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Nano", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Nano.gguf", + "file_size": "10.8 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q5_K_M", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q5_K_M.gguf", - "file_size": "2.7 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Quality.gguf", + "file_size": "21.3 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q5_K_S", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q5_K_S.gguf", - "file_size": "2.6 GB" + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Quality", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Quality.gguf", + "file_size": "21.3 GB" }, { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q6_K", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q6_K.gguf", - "file_size": "3.1 GB" - }, + "model_id": "Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16.gguf", + "file_size": "64.6 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3-4b-Z-Image-Engineer-V4-Q8_0", - "path": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/Qwen3-4b-Z-Image-Engineer-V4-Q8_0.gguf", - "file_size": "4.0 GB" + "model_id": "mmproj", + "path": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/mmproj.gguf", + "file_size": "857.6 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4/resolve/main/README.md", - "description": "A 4B parameter fine-tuned Qwen 3 model that expands simple text concepts into detailed, cinematic AI image generation prompts." + "readme": "https://huggingface.co/mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized GGUF files of a 35B MoE reasoning model distilled from Claude Opus with vision support, ranging from 11GB to 65GB." }, { - "model_name": "gemma-4-31B-it-heretic-Gguf", - "developer": "Stabhappy", - "downloads": 23162, - "createdAt": "2026-04-02T22:32:57.000Z", + "model_name": "LFM2-24B-A2B-GGUF", + "developer": "LiquidAI", + "downloads": 21239, + "createdAt": "2026-02-17T12:53:20.000Z", "library_name": "gguf", "tools": true, - "num_quants": 5, + "num_quants": 7, "quants": [ { - "model_id": "coder3101_gemma_4_31b_it_heretic-Q4_0", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/coder3101_gemma_4_31b_it_heretic-Q4_0.gguf", - "file_size": "16.4 GB" - }, - { - "model_id": "coder3101_gemma_4_31b_it_heretic-Q4_K_M", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/coder3101_gemma_4_31b_it_heretic-Q4_K_M.gguf", - "file_size": "17.4 GB" - }, - { - "model_id": "coder3101_gemma_4_31b_it_heretic-Q5_K_M", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/coder3101_gemma_4_31b_it_heretic-Q5_K_M.gguf", - "file_size": "20.3 GB" + "model_id": "LFM2-24B-A2B-BF16", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-BF16.gguf", + "file_size": "44.4 GB" }, { - "model_id": "coder3101_gemma_4_31b_it_heretic-Q6_K", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/coder3101_gemma_4_31b_it_heretic-Q6_K.gguf", - "file_size": "23.5 GB" + "model_id": "LFM2-24B-A2B-F16", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-F16.gguf", + "file_size": "44.4 GB" }, { - "model_id": "coder3101_gemma_4_31b_it_heretic-Q8_0", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/coder3101_gemma_4_31b_it_heretic-Q8_0.gguf", - "file_size": "30.4 GB" - } - ], - "num_mmproj": 5, - "mmproj_models": [ - { - "model_id": "mmproj-coder3101_gemma_4_31b_it_heretic-Q4_K_M", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/mmproj-coder3101_gemma_4_31b_it_heretic-Q4_K_M.gguf", - "file_size": "627.3 MB" + "model_id": "LFM2-24B-A2B-Q4_0", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_0.gguf", + "file_size": "12.5 GB" }, { - "model_id": "mmproj-coder3101_gemma_4_31b_it_heretic-Q5_K_M", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/mmproj-coder3101_gemma_4_31b_it_heretic-Q5_K_M.gguf", - "file_size": "651.1 MB" + "model_id": "LFM2-24B-A2B-Q4_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q4_K_M.gguf", + "file_size": "13.4 GB" }, { - "model_id": "mmproj-coder3101_gemma_4_31b_it_heretic-Q6_K", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/mmproj-coder3101_gemma_4_31b_it_heretic-Q6_K.gguf", - "file_size": "770.4 MB" + "model_id": "LFM2-24B-A2B-Q5_K_M", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q5_K_M.gguf", + "file_size": "15.8 GB" }, { - "model_id": "mmproj-coder3101_gemma_4_31b_it_heretic-Q8_0", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/mmproj-coder3101_gemma_4_31b_it_heretic-Q8_0.gguf", - "file_size": "1009.7 MB" + "model_id": "LFM2-24B-A2B-Q6_K", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q6_K.gguf", + "file_size": "18.2 GB" }, { - "model_id": "mmproj-coder3101_gemma_4_31b_it_heretic-f16", - "path": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/mmproj-coder3101_gemma_4_31b_it_heretic-f16.gguf", - "file_size": "1.1 GB" + "model_id": "LFM2-24B-A2B-Q8_0", + "path": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/LFM2-24B-A2B-Q8_0.gguf", + "file_size": "23.6 GB" } ], - "readme": "https://huggingface.co/Stabhappy/gemma-4-31B-it-heretic-Gguf/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/resolve/main/README.md", + "description": "Liquid AI's LFM 2 24B MoE model with 2B active parameters for efficient inference." }, { - "model_name": "NVIDIA-Nemotron-3-Nano-4B-GGUF", - "developer": "nvidia", - "downloads": 22464, - "createdAt": "2026-03-07T02:10:52.000Z", + "model_name": "HY-MT1.5-1.8B-GGUF", + "developer": "tencent", + "downloads": 21065, + "createdAt": "2025-12-30T08:26:19.000Z", "library_name": "gguf", - "tools": true, - "num_quants": 1, + "tools": false, + "num_quants": 3, "quants": [ { - "model_id": "NVIDIA-Nemotron3-Nano-4B-Q4_K_M", - "path": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf", - "file_size": "2.6 GB" + "model_id": "HY-MT1.5-1.8B-Q4_K_M", + "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q4_K_M.gguf", + "file_size": "1.1 GB" + }, + { + "model_id": "HY-MT1.5-1.8B-Q6_K", + "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q6_K.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "HY-MT1.5-1.8B-Q8_0", + "path": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/HY-MT1.5-1.8B-Q8_0.gguf", + "file_size": "1.8 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/README.md", - "description": "NVIDIA's Nemotron 3 Nano 4B model, a compact model optimized for efficient on-device inference." + "readme": "https://huggingface.co/tencent/HY-MT1.5-1.8B-GGUF/resolve/main/README.md", + "description": "Tencent's Hunyuan translation model (1.8B/7B) supports 33+ languages for high-quality edge deployment." }, { - "model_name": "Meta-Llama-3.1-8B-Instruct-abliterated-GGUF", - "developer": "mlabonne", - "downloads": 22176, - "createdAt": "2024-07-24T22:44:19.000Z", + "model_name": "Sulphur-2-base", + "developer": "SulphurAI", + "downloads": 20187, + "createdAt": "2026-05-03T00:33:24.000Z", "library_name": "gguf", - "tools": false, - "num_quants": 7, + "tools": true, + "num_quants": 2, "quants": [ { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.Q2_K", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.Q2_K.gguf", - "file_size": "3.0 GB" - }, - { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.Q3_K_M", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.Q3_K_M.gguf", - "file_size": "3.7 GB" - }, - { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.Q4_K_M", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.Q4_K_M.gguf", - "file_size": "4.6 GB" - }, - { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.Q5_K_M", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.Q5_K_M.gguf", - "file_size": "5.3 GB" - }, - { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.Q6_K", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.Q6_K.gguf", - "file_size": "6.1 GB" - }, - { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.Q8_0", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.Q8_0.gguf", - "file_size": "8.0 GB" + "model_id": "prompt_enhancer/mmproj-BF16", + "path": "https://huggingface.co/SulphurAI/Sulphur-2-base/resolve/main/prompt_enhancer/mmproj-BF16.gguf", + "file_size": "879.0 MB" }, { - "model_id": "meta-llama-3.1-8b-instruct-abliterated.bf16", - "path": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/meta-llama-3.1-8b-instruct-abliterated.bf16.gguf", - "file_size": "15.0 GB" + "model_id": "prompt_enhancer/sulphur_prompt_enhancer_model-q8_0", + "path": "https://huggingface.co/SulphurAI/Sulphur-2-base/resolve/main/prompt_enhancer/sulphur_prompt_enhancer_model-q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/resolve/main/README.md", - "description": "A Meta Llama 3.1 8B variant with removed safety restrictions for unrestricted output." + "readme": "https://huggingface.co/SulphurAI/Sulphur-2-base/resolve/main/README.md", + "description": "An uncensored video generation model based on LTX 2.3 supporting text-to-video and image-to-video with a built-in prompt enhancer." }, { - "model_name": "gemma-4-26B-A4B-it-heretic-GUFF", - "developer": "nohurry", - "downloads": 21382, - "createdAt": "2026-04-02T23:21:40.000Z", + "model_name": "GLM-4.7-Flash-REAP-23B-A3B-GGUF", + "developer": "unsloth", + "downloads": 20144, + "createdAt": "2026-01-23T06:50:31.000Z", "library_name": "gguf", "tools": true, - "num_quants": 17, + "num_quants": 27, "quants": [ { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.bf16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.bf16.gguf", - "file_size": "1.1 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-BF16", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-BF16.gguf", + "file_size": "42.9 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f16.gguf", - "file_size": "1.1 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-IQ4_NL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-IQ4_NL.gguf", + "file_size": "12.3 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.f32", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.f32.gguf", - "file_size": "2.1 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS.gguf", + "file_size": "11.7 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic-mmproj.q8_0", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic-mmproj.q8_0.gguf", - "file_size": "769.1 MB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q2_K", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q2_K.gguf", + "file_size": "8.2 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.bf16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.bf16.gguf", - "file_size": "47.0 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q2_K_L", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q2_K_L.gguf", + "file_size": "8.2 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.f16", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f16.gguf", - "file_size": "47.0 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M.gguf", + "file_size": "10.5 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.f32", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.f32.gguf", - "file_size": "94.0 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q3_K_S.gguf", + "file_size": "9.6 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.q8_0", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26B-A4B-it-heretic.q8_0.gguf", - "file_size": "25.0 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_0.gguf", + "file_size": "12.4 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.iq4_nl", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_nl.gguf", - "file_size": "14.4 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_1", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_1.gguf", + "file_size": "13.6 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.iq4_xs", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.iq4_xs.gguf", - "file_size": "13.9 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf", + "file_size": "13.1 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_m", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_m.gguf", - "file_size": "12.9 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q4_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q4_K_S.gguf", + "file_size": "12.4 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q3_k_s", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q3_k_s.gguf", - "file_size": "11.8 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M.gguf", + "file_size": "15.3 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_m", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_m.gguf", - "file_size": "15.7 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q5_K_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q5_K_S.gguf", + "file_size": "14.9 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q4_k_s", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q4_k_s.gguf", - "file_size": "14.8 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q6_K", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q6_K.gguf", + "file_size": "17.7 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_m", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_m.gguf", - "file_size": "19.7 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-Q8_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-Q8_0.gguf", + "file_size": "22.8 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q5_k_s", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q5_k_s.gguf", - "file_size": "17.5 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_M.gguf", + "file_size": "7.1 GB" }, { - "model_id": "gemma-4-26b-a4b-it-heretic.q6_k", - "path": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/gemma-4-26b-a4b-it-heretic.q6_k.gguf", - "file_size": "21.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/nohurry/gemma-4-26B-A4B-it-heretic-GUFF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." - }, - { - "model_name": "Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf", - "developer": "tvall43", - "downloads": 17961, - "createdAt": "2026-03-09T17:45:15.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 3, - "quants": [ - { - "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16", - "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16.gguf", - "file_size": "26.4 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ1_S.gguf", + "file_size": "6.7 GB" }, { - "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE", - "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE.gguf", - "file_size": "8.2 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_M.gguf", + "file_size": "8.0 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0", - "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0.gguf", - "file_size": "585.7 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/README.md", - "description": "A Qwen3.5-35B MoE model distilled from Claude-4.6 Opus reasoning patterns, fine-tuned for structured chain-of-thought problem-solving." - }, - { - "model_name": "gemma-4-31B-it-Claude-Opus-Distill-GGUF", - "developer": "TeichAI", - "downloads": 14858, - "createdAt": "2026-04-03T08:24:57.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.bf16", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.bf16.gguf", - "file_size": "57.2 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ2_XXS.gguf", + "file_size": "7.7 GB" }, { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q3_k_m", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q3_k_m.gguf", - "file_size": "14.2 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-IQ3_XXS.gguf", + "file_size": "9.3 GB" }, { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q3_k_s", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf", - "file_size": "12.8 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q2_K_XL.gguf", + "file_size": "8.4 GB" }, { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q4_k_m", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q4_k_m.gguf", - "file_size": "17.4 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q3_K_XL.gguf", + "file_size": "10.7 GB" }, { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q5_k_m", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q5_k_m.gguf", - "file_size": "20.3 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q4_K_XL.gguf", + "file_size": "13.3 GB" }, { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q6_k", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q6_k.gguf", - "file_size": "23.5 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q5_K_XL.gguf", + "file_size": "15.6 GB" }, { - "model_id": "gemma-4-31B-it-Claude-Opus-Distill.q8_0", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-31B-it-Claude-Opus-Distill.q8_0.gguf", - "file_size": "30.4 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "1.1 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q6_K_XL.gguf", + "file_size": "18.8 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-Q8_K_XL.gguf", + "file_size": "25.6 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "2.1 GB" + "model_id": "GLM-4.7-Flash-REAP-23B-A3B-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/GLM-4.7-Flash-REAP-23B-A3B-UD-TQ1_0.gguf", + "file_size": "6.1 GB" } ], - "readme": "https://huggingface.co/TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/resolve/main/README.md", - "description": "A variant of Google's Gemma 4 dense model distilled from Claude for improved reasoning." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/resolve/main/README.md", + "description": "A 25%-pruned, 23B-parameter compressed variant of GLM-4.7-Flash using REAP expert pruning that maintains near-identical performance." }, { - "model_name": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 14724, - "createdAt": "2026-04-02T23:25:00.000Z", + "model_name": "Ternary-Bonsai-8B-gguf", + "developer": "prism-ml", + "downloads": 20040, + "createdAt": "2026-04-18T04:58:23.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 2, "quants": [ { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "2.9 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", - "file_size": "2.8 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", - "file_size": "3.0 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", - "file_size": "3.2 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", - "file_size": "3.4 GB" - }, - { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", - "file_size": "3.6 GB" + "model_id": "Ternary-Bonsai-8B-F16", + "path": "https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf/resolve/main/Ternary-Bonsai-8B-F16.gguf", + "file_size": "15.3 GB" }, { - "model_id": "Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", - "file_size": "4.7 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16", - "path": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/mmproj-Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-f16.gguf", - "file_size": "939.9 MB" + "model_id": "Ternary-Bonsai-8B-Q2_0", + "path": "https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf/resolve/main/Ternary-Bonsai-8B-Q2_0.gguf", + "file_size": "2.0 GB" } ], - "readme": "https://huggingface.co/HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "A fine-tuned variant of Google's Gemma 4 with removed safety restrictions for unrestricted text generation." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/prism-ml/Ternary-Bonsai-8B-gguf/resolve/main/README.md", + "description": "Ternary Bonsai-8B is a 1.58-bit language model compressed to 2.03 GiB via GGUF Q2_0, achieving competitive benchmark performance comparable to full-precision 8B models." }, { - "model_name": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF", - "developer": "mradermacher", - "downloads": 13811, - "createdAt": "2026-03-16T06:12:26.000Z", + "model_name": "Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf", + "developer": "tvall43", + "downloads": 19018, + "createdAt": "2026-03-09T17:45:15.000Z", "library_name": "gguf", "tools": true, - "num_quants": 13, + "num_quants": 3, "quants": [ { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.IQ4_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.IQ4_XS.gguf", - "file_size": "19.9 GB" - }, - { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q2_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q2_K.gguf", - "file_size": "13.5 GB" - }, - { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q3_K_L", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q3_K_L.gguf", - "file_size": "18.9 GB" + "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16", + "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-BF16.gguf", + "file_size": "26.4 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q3_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q3_K_M.gguf", - "file_size": "17.8 GB" + "model_id": "Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE", + "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-14B-A3B-Claude-Opus-Reasoning-Distilled-4.6-MXFP4_MOE.gguf", + "file_size": "8.2 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q3_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q3_K_S.gguf", - "file_size": "16.1 GB" - }, + "model_id": "Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0", + "path": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-mmproj-q8_0.gguf", + "file_size": "585.7 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf/resolve/main/README.md", + "description": "A Qwen3.5-35B MoE model distilled from Claude-4.6 Opus reasoning patterns, fine-tuned for structured chain-of-thought problem-solving." + }, + { + "model_name": "G4-MeroMero-26B-A4B-gguf", + "developer": "zerofata", + "downloads": 16645, + "createdAt": "2026-04-16T22:46:11.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q4_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q4_K_M.gguf", - "file_size": "22.3 GB" + "model_id": "G4-MeroMero-26B-A4B-IQ3_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-IQ3_M.gguf", + "file_size": "11.5 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q4_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q4_K_S.gguf", - "file_size": "20.9 GB" + "model_id": "G4-MeroMero-26B-A4B-IQ4_XS", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-IQ4_XS.gguf", + "file_size": "13.0 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q5_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q5_K_M.gguf", - "file_size": "26.2 GB" + "model_id": "G4-MeroMero-26B-A4B-Q3_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q5_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q5_K_S.gguf", - "file_size": "25.2 GB" + "model_id": "G4-MeroMero-26B-A4B-Q4_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q4_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q6_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q6_K.gguf", - "file_size": "29.9 GB" + "model_id": "G4-MeroMero-26B-A4B-Q5_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q5_K_M.gguf", + "file_size": "17.8 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q8_0", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.Q8_0.gguf", - "file_size": "38.7 GB" + "model_id": "G4-MeroMero-26B-A4B-Q6_K", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q6_K.gguf", + "file_size": "21.1 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.mmproj-Q8_0", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.mmproj-Q8_0.gguf", - "file_size": "600.1 MB" + "model_id": "G4-MeroMero-26B-A4B-Q8_0", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-Q8_0.gguf", + "file_size": "25.0 GB" }, { - "model_id": "Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.mmproj-f16", - "path": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.mmproj-f16.gguf", - "file_size": "884.6 MB" + "model_id": "G4-MeroMero-26B-A4B-bf16", + "path": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/G4-MeroMero-26B-A4B-bf16.gguf", + "file_size": "47.0 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 40B variant distilled from Claude Opus with enhanced reasoning and uncensored output." + "readme": "https://huggingface.co/zerofata/G4-MeroMero-26B-A4B-gguf/resolve/main/README.md", + "description": "Gemma 4 26B finetuned for roleplay with structured reasoning and concise writing." }, { - "model_name": "GigaChat3.1-10B-A1.8B-GGUF", - "developer": "ai-sage", - "downloads": 13367, - "createdAt": "2026-03-21T10:27:48.000Z", + "model_name": "Qwen3-Next-80B-A3B-Instruct-GGUF", + "developer": "unsloth", + "downloads": 16335, + "createdAt": "2025-11-28T10:45:03.000Z", "library_name": "gguf", "tools": true, - "num_quants": 4, + "num_quants": 17, "quants": [ { - "model_id": "GigaChat3.1-10B-A1.8B-bf16", - "path": "https://huggingface.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF/resolve/main/GigaChat3.1-10B-A1.8B-bf16.gguf", - "file_size": "19.9 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-IQ4_NL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-IQ4_NL.gguf", + "file_size": "42.0 GB" }, { - "model_id": "GigaChat3.1-10B-A1.8B-q4_K_M", - "path": "https://huggingface.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF/resolve/main/GigaChat3.1-10B-A1.8B-q4_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-IQ4_XS", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-IQ4_XS.gguf", + "file_size": "39.7 GB" }, { - "model_id": "GigaChat3.1-10B-A1.8B-q6_K", - "path": "https://huggingface.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF/resolve/main/GigaChat3.1-10B-A1.8B-q6_K.gguf", - "file_size": "8.2 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q2_K", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q2_K.gguf", + "file_size": "27.2 GB" }, { - "model_id": "GigaChat3.1-10B-A1.8B-q8_0", - "path": "https://huggingface.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF/resolve/main/GigaChat3.1-10B-A1.8B-q8_0.gguf", - "file_size": "10.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/ai-sage/GigaChat3.1-10B-A1.8B-GGUF/resolve/main/README.md", - "description": "Sber's GigaChat 3.1 10B MoE model, a Russian-English bilingual model for general tasks." - }, - { - "model_name": "L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix", - "developer": "Lewdiculous", - "downloads": 13285, - "createdAt": "2024-06-05T18:21:00.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 12, - "quants": [ + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q2_K_L", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q2_K_L.gguf", + "file_size": "27.2 GB" + }, { - "model_id": "L3-8B-Stheno-v3.2-IQ3_M-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-IQ3_M-imat.gguf", - "file_size": "3.5 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q3_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf", + "file_size": "35.7 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-IQ3_S-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-IQ3_S-imat.gguf", - "file_size": "3.4 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q3_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q3_K_S.gguf", + "file_size": "32.2 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-IQ3_XXS-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-IQ3_XXS-imat.gguf", - "file_size": "3.0 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_0", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_0.gguf", + "file_size": "42.2 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-IQ4_XS-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-IQ4_XS-imat.gguf", - "file_size": "4.1 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_K_M", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_K_M.gguf", + "file_size": "45.2 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-Q4_K_M-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-Q4_K_S", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-Q4_K_S.gguf", + "file_size": "42.4 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-Q4_K_S-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-Q4_K_S-imat.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M.gguf", + "file_size": "22.7 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-Q5_K_M-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-Q5_K_M-imat.gguf", - "file_size": "5.3 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S.gguf", + "file_size": "21.3 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-Q5_K_S-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-Q5_K_S-imat.gguf", - "file_size": "5.2 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS.gguf", + "file_size": "24.4 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-Q6_K-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-Q6_K-imat.gguf", - "file_size": "6.1 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS.gguf", + "file_size": "30.8 GB" }, { - "model_id": "L3-8B-Stheno-v3.2-Q8_0-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/L3-8B-Stheno-v3.2-Q8_0-imat.gguf", - "file_size": "8.0 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL.gguf", + "file_size": "28.1 GB" }, { - "model_id": "[ARM-Friendly]-L3-8B-Stheno-v3.2-Q4_0-imat", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/[ARM-Friendly]-L3-8B-Stheno-v3.2-Q4_0-imat.gguf", - "file_size": "4.4 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL.gguf", + "file_size": "33.2 GB" }, { - "model_id": "test", - "path": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/test.gguf", - "file_size": "4.6 GB" + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf", + "file_size": "42.9 GB" + }, + { + "model_id": "Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0", + "path": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0.gguf", + "file_size": "19.1 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/resolve/main/README.md", - "description": "A Llama 3 8B variant fine-tuned for creative writing and roleplay." + "readme": "https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/resolve/main/README.md", + "description": "An 80B sparse MoE model with hybrid Gated DeltaNet/Attention supporting 256K+ context, matching 235B performance." }, { - "model_name": "Gemma-4-31B-it-abliterated", - "developer": "paperscarecrow", - "downloads": 12840, - "createdAt": "2026-04-02T22:37:39.000Z", + "model_name": "deepseek-v4-gguf", + "developer": "antirez", + "downloads": 15393, + "createdAt": "2026-04-26T07:54:05.000Z", "library_name": "gguf", "tools": true, - "num_quants": 3, + "num_quants": 1, "quants": [ { - "model_id": "gemma-4-31b-abliterated-Q4_K_M", - "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q4_K_M.gguf", - "file_size": "17.4 GB" - }, - { - "model_id": "gemma-4-31b-abliterated-Q8_0", - "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-Q8_0.gguf", - "file_size": "30.4 GB" - }, - { - "model_id": "gemma-4-31b-abliterated-f16", - "path": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/gemma-4-31b-abliterated-f16.gguf", - "file_size": "57.2 GB" + "model_id": "DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2", + "path": "https://huggingface.co/antirez/deepseek-v4-gguf/resolve/main/DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf", + "file_size": "80.8 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/paperscarecrow/Gemma-4-31B-it-abliterated/resolve/main/README.md", - "description": "Google's Gemma 4 dense instruction-tuned model, designed for general-purpose text generation and understanding." + "readme": "https://huggingface.co/antirez/deepseek-v4-gguf/resolve/main/README.md", + "description": "Only the license metadata (MIT) was provided, not the actual README content. Please share the full README.md text you'd like summarized." }, { - "model_name": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF", - "developer": "samuelcardillo", - "downloads": 12719, - "createdAt": "2026-03-16T21:08:36.000Z", + "model_name": "NVIDIA-Nemotron-3-Nano-4B-GGUF", + "developer": "unsloth", + "downloads": 14844, + "createdAt": "2026-03-16T13:59:13.000Z", "library_name": "gguf", "tools": true, - "num_quants": 3, + "num_quants": 22, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-Q3_K_M", - "path": "https://huggingface.co/samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-Q3_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-BF16", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-BF16.gguf", + "file_size": "7.4 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-Q4_K_M", - "path": "https://huggingface.co/samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-IQ4_NL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-IQ4_NL.gguf", + "file_size": "2.4 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-Q8_0", - "path": "https://huggingface.co/samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-Q8_0.gguf", - "file_size": "34.4 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 35B MoE variant distilled from Claude for enhanced reasoning with efficient active parameters." - }, - { - "model_name": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF", - "developer": "mradermacher", - "downloads": 11053, - "createdAt": "2026-03-16T08:25:39.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 24, - "quants": [ + "model_id": "NVIDIA-Nemotron-3-Nano-4B-IQ4_XS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-IQ4_XS.gguf", + "file_size": "2.4 GB" + }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ1_M.gguf", - "file_size": "7.1 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q3_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q3_K_M.gguf", + "file_size": "2.3 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ1_S.gguf", - "file_size": "6.7 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q3_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q3_K_S.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_M.gguf", - "file_size": "9.3 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q4_0", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q4_0.gguf", + "file_size": "2.4 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_S.gguf", - "file_size": "8.7 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q4_1", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q4_1.gguf", + "file_size": "2.5 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_XS.gguf", - "file_size": "8.5 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q4_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf", + "file_size": "2.7 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ2_XXS.gguf", - "file_size": "7.9 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q4_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q4_K_S.gguf", + "file_size": "2.6 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_M.gguf", - "file_size": "11.7 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q5_K_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q5_K_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_S.gguf", - "file_size": "11.6 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q5_K_S", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q5_K_S.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_XS.gguf", - "file_size": "11.1 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q6_K", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q6_K.gguf", + "file_size": "3.8 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ3_XXS.gguf", - "file_size": "10.4 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-Q8_0", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-Q8_0.gguf", + "file_size": "3.9 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-IQ4_XS.gguf", - "file_size": "14.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-IQ2_M.gguf", + "file_size": "2.1 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q2_K.gguf", - "file_size": "10.0 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-IQ2_XXS.gguf", + "file_size": "2.0 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q2_K_S.gguf", - "file_size": "9.5 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-IQ3_XXS.gguf", + "file_size": "2.2 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q3_K_L.gguf", - "file_size": "13.4 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-Q2_K_XL.gguf", + "file_size": "2.3 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-Q3_K_XL.gguf", + "file_size": "2.5 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q3_K_S.gguf", - "file_size": "11.2 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-Q4_K_XL.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_0.gguf", - "file_size": "14.5 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-Q5_K_XL.gguf", + "file_size": "3.1 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_1.gguf", - "file_size": "15.9 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-Q6_K_XL.gguf", + "file_size": "4.2 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "NVIDIA-Nemotron-3-Nano-4B-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/NVIDIA-Nemotron-3-Nano-4B-UD-Q8_K_XL.gguf", + "file_size": "5.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/resolve/main/README.md", + "description": "NVIDIA's 4B parameter edge-ready hybrid Mamba-2/Transformer model for AI agents and gaming with 262K context." + }, + { + "model_name": "XORTRON-XPRT-GGUF", + "developer": "darkc0de", + "downloads": 13490, + "createdAt": "2026-04-25T19:16:42.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "XORTRON-XPRT-Q5_K_M", + "path": "https://huggingface.co/darkc0de/XORTRON-XPRT-GGUF/resolve/main/XORTRON-XPRT-Q5_K_M.gguf", + "file_size": "23.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-Qwen3.6-35B-A3B-f16", + "path": "https://huggingface.co/darkc0de/XORTRON-XPRT-GGUF/resolve/main/mmproj-Qwen3.6-35B-A3B-f16.gguf", + "file_size": "857.6 MB" + } + ], + "readme": "https://huggingface.co/darkc0de/XORTRON-XPRT-GGUF/resolve/main/README.md", + "description": "An uncensored, CPU-friendly AI model requiring 32GB+ RAM, based on Qwen3.6-35B." + }, + { + "model_name": "neutts-air", + "developer": "neuphonic", + "downloads": 13045, + "createdAt": "2025-09-15T14:30:42.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "neutss-air-BF16", + "path": "https://huggingface.co/neuphonic/neutts-air/resolve/main/neutss-air-BF16.gguf", + "file_size": "1.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/neuphonic/neutts-air/resolve/main/README.md", + "description": "NeuTTS Air is an on-device text-to-speech model with instant voice cloning, built on a 0.5B LLM backbone for real-time performance on phones, laptops, and embedded devices." + }, + { + "model_name": "talkie-1930-13b-it-GGUF", + "developer": "thomasgauthier", + "downloads": 12789, + "createdAt": "2026-04-30T21:58:56.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 4, + "quants": [ + { + "model_id": "talkie-1930-13b-it-BF16", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-BF16.gguf", + "file_size": "24.7 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q4_K_S.gguf", - "file_size": "14.5 GB" + "model_id": "talkie-1930-13b-it-Q4_K_M", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-Q4_K_M.gguf", + "file_size": "8.0 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q5_K_M.gguf", - "file_size": "17.9 GB" + "model_id": "talkie-1930-13b-it-Q6_K", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-Q6_K.gguf", + "file_size": "10.8 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q5_K_S.gguf", - "file_size": "17.4 GB" + "model_id": "talkie-1930-13b-it-Q8_0", + "path": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/talkie-1930-13b-it-Q8_0.gguf", + "file_size": "13.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/thomasgauthier/talkie-1930-13b-it-GGUF/resolve/main/README.md", + "description": "A GGUF-quantized 13B model requiring a custom llama.cpp fork to run." + }, + { + "model_name": "Opus4.7-GODs.Ghost.Codex-4B.GGuF", + "developer": "WithinUsAI", + "downloads": 12469, + "createdAt": "2026-04-17T08:46:23.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 3, + "quants": [ + { + "model_id": "Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M", + "path": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/Opus4.7-Distill-GODsGhost-Codex-4B-Q4_K_M.gguf", + "file_size": "2.5 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.i1-Q6_K.gguf", - "file_size": "20.6 GB" + "model_id": "Opus4.7-Distill-GODsGhost-Codex-4B-Q5_K_M", + "path": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/Opus4.7-Distill-GODsGhost-Codex-4B-Q5_K_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.imatrix", - "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2.imatrix.gguf", - "file_size": "13.0 MB" + "model_id": "Opus4.7-GODs.Ghost.Codex.Distill.4B-Q8_0", + "path": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/Opus4.7-GODs.Ghost.Codex.Distill.4B-Q8_0.gguf", + "file_size": "4.2 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 27B variant distilled from Claude Opus for enhanced reasoning capabilities." + "readme": "https://huggingface.co/WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF/resolve/main/README.md", + "description": "A compact 4B parameter code-specialized model distilled from Opus-style systems for local GGUF inference." }, { - "model_name": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive", - "developer": "HauhauCS", - "downloads": 10736, - "createdAt": "2026-03-24T23:47:35.000Z", + "model_name": "granite-4.1-30b-GGUF", + "developer": "unsloth", + "downloads": 11878, + "createdAt": "2026-04-30T05:31:08.000Z", "library_name": "gguf", "tools": true, - "num_quants": 12, + "num_quants": 21, "quants": [ { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ2_M", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf", - "file_size": "2.0 GB" + "model_id": "granite-4.1-30b-IQ4_NL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-IQ4_NL.gguf", + "file_size": "15.3 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ3_M", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-30b-IQ4_XS", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-IQ4_XS.gguf", + "file_size": "14.4 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ4_XS", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-30b-Q3_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q3_K_M.gguf", + "file_size": "13.0 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q2_K_P", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-30b-Q3_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q3_K_S.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q3_K_M", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-30b-Q4_0", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_0.gguf", + "file_size": "15.3 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q3_K_P", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf", - "file_size": "2.3 GB" + "model_id": "granite-4.1-30b-Q4_1", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_1.gguf", + "file_size": "16.9 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf", - "file_size": "2.6 GB" + "model_id": "granite-4.1-30b-Q4_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_K_M.gguf", + "file_size": "16.3 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf", - "file_size": "2.8 GB" + "model_id": "granite-4.1-30b-Q4_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q4_K_S.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "granite-4.1-30b-Q5_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q5_K_M.gguf", + "file_size": "19.1 GB" + }, + { + "model_id": "granite-4.1-30b-Q5_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q5_K_S.gguf", + "file_size": "18.5 GB" + }, + { + "model_id": "granite-4.1-30b-Q6_K", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q6_K.gguf", + "file_size": "22.1 GB" + }, + { + "model_id": "granite-4.1-30b-Q8_0", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-Q8_0.gguf", + "file_size": "28.6 GB" + }, + { + "model_id": "granite-4.1-30b-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "granite-4.1-30b-UD-IQ2_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-IQ2_XXS.gguf", + "file_size": "7.5 GB" + }, + { + "model_id": "granite-4.1-30b-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-IQ3_XXS.gguf", + "file_size": "10.6 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q2_K_XL.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "granite-4.1-30b-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q3_K_XL.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q5_K_M", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "granite-4.1-30b-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q4_K_XL.gguf", + "file_size": "16.5 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q5_K_P", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf", - "file_size": "3.1 GB" + "model_id": "granite-4.1-30b-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q5_K_XL.gguf", + "file_size": "19.1 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q6_K_P", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf", - "file_size": "3.7 GB" + "model_id": "granite-4.1-30b-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q6_K_XL.gguf", + "file_size": "23.1 GB" }, { - "model_id": "Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf", - "file_size": "4.4 GB" + "model_id": "granite-4.1-30b-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/granite-4.1-30b-UD-Q8_K_XL.gguf", + "file_size": "31.2 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/resolve/main/README.md", - "description": "An NVIDIA Nemotron 3 Nano 4B variant with removed safety restrictions." + "readme": "https://huggingface.co/unsloth/granite-4.1-30b-GGUF/resolve/main/README.md", + "description": "IBM's 30B parameter multilingual instruct model with enhanced tool-calling and chat capabilities, optimized via Unsloth for efficient deployment." }, { - "model_name": "Holo3-35B-A3B-i1-GGUF", + "model_name": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF", "developer": "mradermacher", - "downloads": 10184, - "createdAt": "2026-04-01T14:56:41.000Z", + "downloads": 11701, + "createdAt": "2025-08-03T10:14:21.000Z", "library_name": "gguf", "tools": true, "num_quants": 24, "quants": [ { - "model_id": "Holo3-35B-A3B.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ1_M.gguf", - "file_size": "7.7 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M.gguf", + "file_size": "6.6 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ1_S.gguf", - "file_size": "7.0 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S.gguf", + "file_size": "6.0 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ2_M.gguf", - "file_size": "10.9 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M.gguf", + "file_size": "9.5 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ2_S.gguf", - "file_size": "9.9 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S.gguf", + "file_size": "8.6 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ2_XS.gguf", - "file_size": "9.8 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS.gguf", + "file_size": "8.5 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ2_XXS.gguf", - "file_size": "8.8 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS.gguf", + "file_size": "7.6 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ3_M.gguf", - "file_size": "14.4 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M.gguf", + "file_size": "12.6 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ3_S.gguf", - "file_size": "14.2 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ3_XS.gguf", - "file_size": "13.5 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ3_XXS.gguf", - "file_size": "12.7 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS.gguf", + "file_size": "11.0 GB" }, { - "model_id": "Holo3-35B-A3B.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-IQ4_XS.gguf", - "file_size": "17.4 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS.gguf", + "file_size": "15.2 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q2_K.gguf", - "file_size": "12.1 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K.gguf", + "file_size": "10.5 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q2_K_S.gguf", - "file_size": "11.3 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S.gguf", + "file_size": "9.8 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q3_K_L.gguf", - "file_size": "16.9 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L.gguf", + "file_size": "14.8 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q3_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf", + "file_size": "13.7 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q3_K_S.gguf", - "file_size": "14.1 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q4_0.gguf", - "file_size": "18.4 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0.gguf", + "file_size": "16.2 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q4_1.gguf", - "file_size": "20.3 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M.gguf", + "file_size": "17.3 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q4_K_S.gguf", - "file_size": "18.5 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S.gguf", + "file_size": "16.3 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q5_K_M.gguf", - "file_size": "23.0 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M.gguf", + "file_size": "20.2 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q5_K_S.gguf", - "file_size": "22.3 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S.gguf", + "file_size": "19.6 GB" }, { - "model_id": "Holo3-35B-A3B.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.i1-Q6_K.gguf", - "file_size": "26.6 GB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K.gguf", + "file_size": "23.4 GB" }, { - "model_id": "Holo3-35B-A3B.imatrix", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/Holo3-35B-A3B.imatrix.gguf", - "file_size": "183.3 MB" + "model_id": "Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.imatrix", + "path": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.imatrix.gguf", + "file_size": "116.4 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Holo3-35B-A3B-i1-GGUF/resolve/main/README.md", - "description": "A 35B MoE community model for general-purpose text generation and reasoning." + "readme": "https://huggingface.co/mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Huihui-Qwen3-Coder-30B-Instruct at various quality levels for different hardware setups." }, { - "model_name": "Qwen2.5.1-Coder-7B-Instruct-GGUF", - "developer": "bartowski", - "downloads": 10134, - "createdAt": "2024-11-06T17:50:33.000Z", + "model_name": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF", + "developer": "mudler", + "downloads": 11623, + "createdAt": "2026-04-20T14:06:05.000Z", "library_name": "gguf", "tools": true, - "num_quants": 24, + "num_quants": 7, "quants": [ { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-IQ2_M", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-IQ2_M.gguf", - "file_size": "2.6 GB" - }, - { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-IQ3_M", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-IQ3_M.gguf", - "file_size": "3.3 GB" + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-Balanced", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-Balanced.gguf", + "file_size": "23.9 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-IQ3_XS", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-IQ3_XS.gguf", - "file_size": "3.1 GB" + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-Compact", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-Compact.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-IQ4_XS", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-IQ4_XS.gguf", - "file_size": "3.9 GB" + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Balanced.gguf", + "file_size": "23.9 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q2_K", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q2_K.gguf", - "file_size": "2.8 GB" + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Compact.gguf", + "file_size": "16.1 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q2_K_L", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q2_K_L.gguf", - "file_size": "3.3 GB" + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Mini.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q3_K_L", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q3_K_L.gguf", - "file_size": "3.8 GB" + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Quality.gguf", + "file_size": "21.3 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q3_K_M", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q3_K_M.gguf", - "file_size": "3.5 GB" - }, + "model_id": "Carnice-Qwen3.6-MoE-35B-A3B-APEX-Quality", + "path": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/Carnice-Qwen3.6-MoE-35B-A3B-APEX-Quality.gguf", + "file_size": "21.3 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized GGUF files for the Carnice Qwen3.6 MoE 35B-A3B agentic/tool-calling model, available in 14-24 GB sizes." + }, + { + "model_name": "gemma-3-12b-it-heretic", + "developer": "DreamFast", + "downloads": 11028, + "createdAt": "2026-01-11T02:40:55.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 8, + "quants": [ { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q3_K_S", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q3_K_S.gguf", - "file_size": "3.3 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q3_K_M", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q3_K_M.gguf", + "file_size": "5.6 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q3_K_XL", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q3_K_XL.gguf", - "file_size": "4.3 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q4_K_M", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q4_K_M.gguf", + "file_size": "6.8 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_0", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_0.gguf", - "file_size": "4.1 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q4_K_S", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q4_K_S.gguf", + "file_size": "6.5 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_0_4_4", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_0_4_4.gguf", - "file_size": "4.1 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q5_K_M", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q5_K_M.gguf", + "file_size": "7.9 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_0_4_8", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_0_4_8.gguf", - "file_size": "4.1 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q5_K_S", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q5_K_S.gguf", + "file_size": "7.7 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_0_8_8", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_0_8_8.gguf", - "file_size": "4.1 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q6_K", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q6_K.gguf", + "file_size": "9.0 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_K_L", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_K_L.gguf", - "file_size": "4.7 GB" + "model_id": "gguf/gemma-3-12b-it-heretic-Q8_0", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-Q8_0.gguf", + "file_size": "11.7 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_K_M", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_K_M.gguf", - "file_size": "4.4 GB" - }, + "model_id": "gguf/gemma-3-12b-it-heretic-f16", + "path": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/gguf/gemma-3-12b-it-heretic-f16.gguf", + "file_size": "21.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DreamFast/gemma-3-12b-it-heretic/resolve/main/README.md", + "description": "An abliterated Gemma 3 12B with 93% fewer refusals, optimized as an uncensored text encoder for LTX-2 video generation." + }, + { + "model_name": "MiniMax-M2.7-APEX-GGUF", + "developer": "mudler", + "downloads": 10768, + "createdAt": "2026-04-23T14:12:32.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q4_K_S", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q4_K_S.gguf", - "file_size": "4.2 GB" + "model_id": "MiniMax-M2.7-APEX-Balanced", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-Balanced.gguf", + "file_size": "154.5 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q5_K_L", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q5_K_L.gguf", - "file_size": "5.4 GB" + "model_id": "MiniMax-M2.7-APEX-Compact", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-Compact.gguf", + "file_size": "99.7 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q5_K_M", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q5_K_M.gguf", - "file_size": "5.1 GB" + "model_id": "MiniMax-M2.7-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Balanced.gguf", + "file_size": "154.5 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q5_K_S", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q5_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "MiniMax-M2.7-APEX-I-Compact", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Compact.gguf", + "file_size": "99.7 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q6_K", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q6_K.gguf", - "file_size": "5.8 GB" + "model_id": "MiniMax-M2.7-APEX-I-Mini", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Mini.gguf", + "file_size": "80.0 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q6_K_L", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q6_K_L.gguf", - "file_size": "6.1 GB" + "model_id": "MiniMax-M2.7-APEX-I-Nano", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Nano.gguf", + "file_size": "64.3 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-Q8_0", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf", - "file_size": "7.5 GB" + "model_id": "MiniMax-M2.7-APEX-I-Quality", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-I-Quality.gguf", + "file_size": "129.4 GB" }, { - "model_id": "Qwen2.5.1-Coder-7B-Instruct-f16", - "path": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/Qwen2.5.1-Coder-7B-Instruct-f16.gguf", - "file_size": "14.2 GB" + "model_id": "MiniMax-M2.7-APEX-Quality", + "path": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/MiniMax-M2.7-APEX-Quality.gguf", + "file_size": "129.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 2.5.1 Coder 7B model, an updated code-specialized model for programming tasks." + "readme": "https://huggingface.co/mudler/MiniMax-M2.7-APEX-GGUF/resolve/main/README.md", + "description": "APEX quantizations of MiniMax-M2.7 MoE model in GGUF format with multiple quality/size tiers for llama.cpp." }, { - "model_name": "Qwen3.5-9b-Sushi-Coder-RL-GGUF", - "developer": "bigatuna", - "downloads": 9709, - "createdAt": "2026-03-27T01:12:29.000Z", + "model_name": "Huihui-Qwen3.6-35B-A3B-abliterated-GGUF", + "developer": "Abiray", + "downloads": 10738, + "createdAt": "2026-04-18T08:56:19.000Z", "library_name": "gguf", "tools": true, - "num_quants": 3, + "num_quants": 6, "quants": [ { - "model_id": "Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj", - "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.BF16-mmproj.gguf", - "file_size": "879.0 MB" + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q3_K_M", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q3_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M", - "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_M", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "Qwen3.5-9b-Sushi-Coder-RL.Q8_0", - "path": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/Qwen3.5-9b-Sushi-Coder-RL.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 9B variant fine-tuned with reinforcement learning for code generation." - }, - { - "model_name": "phi-4-gguf", - "developer": "microsoft", - "downloads": 9007, - "createdAt": "2025-01-08T19:55:31.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 23, - "quants": [ - { - "model_id": "phi-4-IQ3_M", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-IQ3_M.gguf", - "file_size": "6.4 GB" + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_S", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_S.gguf", + "file_size": "18.5 GB" }, { - "model_id": "phi-4-IQ3_S", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-IQ3_S.gguf", - "file_size": "6.1 GB" + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q5_K_M", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q5_K_M.gguf", + "file_size": "23.0 GB" }, { - "model_id": "phi-4-IQ3_XS", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-IQ3_XS.gguf", - "file_size": "5.8 GB" + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q6_K", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "phi-4-IQ3_XXS", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-IQ3_XXS.gguf", - "file_size": "5.7 GB" - }, + "model_id": "Huihui-Qwen3.6-35B-A3B-abliterated-Q8_0", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/Huihui-Qwen3.6-35B-A3B-abliterated-Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "phi-4-IQ4_NL", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-IQ4_NL.gguf", - "file_size": "7.9 GB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "861.0 MB" }, { - "model_id": "phi-4-IQ4_XS", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-IQ4_XS.gguf", - "file_size": "7.5 GB" + "model_id": "mmproj-F16", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "857.6 MB" }, { - "model_id": "phi-4-Q2_K", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q2_K.gguf", - "file_size": "5.2 GB" - }, + "model_id": "mmproj-F32", + "path": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/mmproj-F32.gguf", + "file_size": "1.7 GB" + } + ], + "readme": "https://huggingface.co/Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of an abliterated Qwen model for unrestricted creative writing and roleplay." + }, + { + "model_name": "Qwen3.6-27B-Uncensored-Wasserstein", + "developer": "LuffyTheFox", + "downloads": 10491, + "createdAt": "2026-04-24T04:58:55.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 7, + "quants": [ { - "model_id": "phi-4-Q3_K", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q3_K.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.6-27B-Uncensored-IQ2_M", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "phi-4-Q3_K_L", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q3_K_L.gguf", - "file_size": "7.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-IQ3_XS", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "phi-4-Q3_K_S", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q3_K_S.gguf", - "file_size": "6.1 GB" + "model_id": "Qwen3.6-27B-Uncensored-IQ4_XS", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-IQ4_XS.gguf", + "file_size": "14.0 GB" }, { - "model_id": "phi-4-Q4_0", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q4_0.gguf", - "file_size": "7.8 GB" + "model_id": "Qwen3.6-27B-Uncensored-Q4_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q4_K_P.gguf", + "file_size": "16.3 GB" }, { - "model_id": "phi-4-Q4_1", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q4_1.gguf", - "file_size": "8.6 GB" + "model_id": "Qwen3.6-27B-Uncensored-Q6_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q6_K_P.gguf", + "file_size": "21.6 GB" }, { - "model_id": "phi-4-Q4_K", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q4_K.gguf", - "file_size": "8.4 GB" + "model_id": "Qwen3.6-27B-Uncensored-Q8_0", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q8_0.gguf", + "file_size": "26.6 GB" }, { - "model_id": "phi-4-Q4_K_S", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q4_K_S.gguf", - "file_size": "7.9 GB" - }, + "model_id": "Qwen3.6-27B-Uncensored-Q8_K_P", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/Qwen3.6-27B-Uncensored-Q8_K_P.gguf", + "file_size": "29.8 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "phi-4-Q5_0", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q5_0.gguf", - "file_size": "9.5 GB" + "model_id": "mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16", + "path": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/mmproj-Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-f16.gguf", + "file_size": "884.6 MB" + } + ], + "readme": "https://huggingface.co/LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein/resolve/main/README.md", + "description": "An uncensored Qwen3.6-27B multimodal GGUF model with fixed ssm_conv1d drift for improved long-context memory and reduced agent looping." + }, + { + "model_name": "mistralai_Mistral-Medium-3.5-128B-GGUF", + "developer": "bartowski", + "downloads": 9661, + "createdAt": "2026-04-29T15:26:30.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 8, + "quants": [ + { + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ1_M", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ1_M.gguf", + "file_size": "34.7 GB" }, { - "model_id": "phi-4-Q5_1", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q5_1.gguf", - "file_size": "10.3 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ1_S", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ1_S.gguf", + "file_size": "32.9 GB" }, { - "model_id": "phi-4-Q5_K", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q5_K.gguf", - "file_size": "9.9 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_M", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_M.gguf", + "file_size": "45.3 GB" }, { - "model_id": "phi-4-Q5_K_S", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q5_K_S.gguf", - "file_size": "9.5 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_S", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_S.gguf", + "file_size": "42.9 GB" }, { - "model_id": "phi-4-Q6_K", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q6_K.gguf", - "file_size": "11.2 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_XS", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_XS.gguf", + "file_size": "40.4 GB" }, { - "model_id": "phi-4-Q8_0", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-Q8_0.gguf", - "file_size": "14.5 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-IQ2_XXS.gguf", + "file_size": "37.7 GB" }, { - "model_id": "phi-4-TQ1_0", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-TQ1_0.gguf", - "file_size": "3.3 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-Q2_K", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-Q2_K.gguf", + "file_size": "46.4 GB" }, { - "model_id": "phi-4-TQ2_0", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-TQ2_0.gguf", - "file_size": "3.9 GB" + "model_id": "mistralai_Mistral-Medium-3.5-128B-imatrix", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mistralai_Mistral-Medium-3.5-128B-imatrix.gguf", + "file_size": "34.5 MB" + } + ], + "num_mmproj": 2, + "mmproj_models": [ + { + "model_id": "mmproj-mistralai_Mistral-Medium-3.5-128B-bf16", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-mistralai_Mistral-Medium-3.5-128B-bf16.gguf", + "file_size": "5.0 GB" }, { - "model_id": "phi-4-bf16", - "path": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/phi-4-bf16.gguf", - "file_size": "27.3 GB" + "model_id": "mmproj-mistralai_Mistral-Medium-3.5-128B-f32", + "path": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/mmproj-mistralai_Mistral-Medium-3.5-128B-f32.gguf", + "file_size": "10.0 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/microsoft/phi-4-gguf/resolve/main/README.md", - "description": "Microsoft's Phi-4 model, a compact yet capable model for reasoning and code generation." + "readme": "https://huggingface.co/bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Mistral-Medium-3.5-128B for local inference." }, { - "model_name": "agentscope-ai_CoPaw-Flash-9B-GGUF", - "developer": "bartowski", - "downloads": 8276, - "createdAt": "2026-03-31T15:37:51.000Z", + "model_name": "gemma-4-31B-it-NVFP4-turbo-GGUF", + "developer": "CISCai", + "downloads": 9538, + "createdAt": "2026-04-15T23:41:34.000Z", "library_name": "gguf", "tools": true, - "num_quants": 26, + "num_quants": 1, "quants": [ { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ2_M", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ2_M.gguf", - "file_size": "3.5 GB" - }, + "model_id": "gemma-4-31B-it-NVFP4-turbo-NVFP4", + "path": "https://huggingface.co/CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF/resolve/main/gemma-4-31B-it-NVFP4-turbo-NVFP4.gguf", + "file_size": "18.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-gemma-4-31B-it-NVFP4-turbo-bf16", + "path": "https://huggingface.co/CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF/resolve/main/mmproj-gemma-4-31B-it-NVFP4-turbo-bf16.gguf", + "file_size": "1.1 GB" + } + ], + "readme": "https://huggingface.co/CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF/resolve/main/README.md", + "description": "A 68% smaller, ~2.5× faster Gemma 4 31B IT quantized to NVFP4 that fits on a single RTX 5090 with minimal quality loss." + }, + { + "model_name": "FINAL-Bench_Darwin-36B-Opus-GGUF", + "developer": "bartowski", + "downloads": 8439, + "createdAt": "2026-04-25T15:19:24.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 27, + "quants": [ { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ2_S", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ2_S.gguf", - "file_size": "3.4 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_M.gguf", + "file_size": "11.2 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ3_M", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ3_M.gguf", - "file_size": "4.4 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_S.gguf", + "file_size": "10.3 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ3_XS", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ3_XS.gguf", - "file_size": "4.2 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_XS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_XS.gguf", + "file_size": "10.1 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ3_XXS", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ3_XXS.gguf", - "file_size": "4.0 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ2_XXS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ2_XXS.gguf", + "file_size": "9.1 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ4_NL", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ4_NL.gguf", - "file_size": "5.1 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ3_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ3_M.gguf", + "file_size": "15.7 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-IQ4_XS", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-IQ4_XS.gguf", - "file_size": "4.9 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ3_XS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ3_XS.gguf", + "file_size": "15.1 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q2_K", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q2_K.gguf", - "file_size": "3.8 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ3_XXS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ3_XXS.gguf", + "file_size": "13.8 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q2_K_L", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q2_K_L.gguf", - "file_size": "4.7 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ4_NL", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ4_NL.gguf", + "file_size": "18.5 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q3_K_L", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q3_K_L.gguf", - "file_size": "4.8 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-IQ4_XS", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-IQ4_XS.gguf", + "file_size": "17.5 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q3_K_M", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q3_K_M.gguf", - "file_size": "4.6 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q2_K", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q2_K.gguf", + "file_size": "11.8 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q3_K_S", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q3_K_S.gguf", - "file_size": "4.3 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q2_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q2_K_L.gguf", + "file_size": "12.2 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q3_K_XL", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q3_K_XL.gguf", - "file_size": "5.6 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_L.gguf", + "file_size": "15.7 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q4_0", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q4_0.gguf", - "file_size": "5.1 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_M.gguf", + "file_size": "15.1 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q4_1", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q4_1.gguf", - "file_size": "5.5 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q4_K_L", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q4_K_L.gguf", - "file_size": "6.2 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q3_K_XL", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q3_K_XL.gguf", + "file_size": "16.1 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q4_K_M", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q4_K_M.gguf", - "file_size": "5.5 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_0", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_0.gguf", + "file_size": "18.6 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q4_K_S", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q4_K_S.gguf", - "file_size": "5.2 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_1", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_1.gguf", + "file_size": "20.5 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q5_K_L", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q5_K_L.gguf", - "file_size": "7.0 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_K_L.gguf", + "file_size": "20.3 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q5_K_M", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q5_K_M.gguf", - "file_size": "6.4 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_K_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_K_M.gguf", + "file_size": "19.9 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q5_K_S", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q5_K_S.gguf", - "file_size": "6.1 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q4_K_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q4_K_S.gguf", + "file_size": "19.2 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q6_K", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q6_K.gguf", - "file_size": "7.2 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q5_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q5_K_L.gguf", + "file_size": "23.6 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q6_K_L", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q6_K_L.gguf", - "file_size": "7.6 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q5_K_M", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q5_K_M.gguf", + "file_size": "23.3 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-Q8_0", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q5_K_S", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q5_K_S.gguf", + "file_size": "22.5 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-bf16", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-bf16.gguf", - "file_size": "16.7 GB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q6_K", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q6_K.gguf", + "file_size": "28.0 GB" }, { - "model_id": "agentscope-ai_CoPaw-Flash-9B-imatrix", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/agentscope-ai_CoPaw-Flash-9B-imatrix.gguf", - "file_size": "4.9 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q6_K_L", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q6_K_L.gguf", + "file_size": "28.2 GB" + }, { - "model_id": "mmproj-agentscope-ai_CoPaw-Flash-9B-bf16", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/mmproj-agentscope-ai_CoPaw-Flash-9B-bf16.gguf", - "file_size": "879.0 MB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-Q8_0", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-Q8_0.gguf", + "file_size": "34.4 GB" }, { - "model_id": "mmproj-agentscope-ai_CoPaw-Flash-9B-f16", - "path": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/mmproj-agentscope-ai_CoPaw-Flash-9B-f16.gguf", - "file_size": "875.6 MB" + "model_id": "FINAL-Bench_Darwin-36B-Opus-imatrix", + "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-36B-Opus-imatrix.gguf", + "file_size": "183.3 MB" } ], - "readme": "https://huggingface.co/bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF/resolve/main/README.md", - "description": "An agentic 9B model from AgentScope optimized for fast tool-use and planning tasks." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/resolve/main/README.md", + "description": "LLM GGUF quantization files of Darwin-36B-Opus model with various quality/size options (Q8_0 to IQ2_XXS) for llama.cpp and compatible tools." }, { - "model_name": "Qwopus3.5-4B-v3-GGUF", - "developer": "Jackrong", - "downloads": 7856, - "createdAt": "2026-04-01T13:27:10.000Z", + "model_name": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF", + "developer": "TeichAI", + "downloads": 8372, + "createdAt": "2026-04-24T06:09:23.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 8, "quants": [ { - "model_id": "Qwen3.5-4B.BF16", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.BF16.gguf", - "file_size": "7.8 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.bf16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "Qwen3.5-4B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.Q4_K_M.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.iq4_nl.gguf", + "file_size": "14.8 GB" }, { - "model_id": "Qwen3.5-4B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.Q4_K_S.gguf", - "file_size": "2.4 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_m.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3.5-4B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.Q5_K_M.gguf", - "file_size": "2.9 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q3_k_s.gguf", + "file_size": "11.2 GB" }, { - "model_id": "Qwen3.5-4B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.Q5_K_S.gguf", - "file_size": "2.8 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q4_k_m.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Qwen3.5-4B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.Q6_K.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q5_k_m.gguf", + "file_size": "17.9 GB" }, { - "model_id": "Qwen3.5-4B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/Qwen3.5-4B.Q8_0.gguf", - "file_size": "4.2 GB" + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q6_k.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/Qwen3.6-27B-Claude-Opus-Reasoning-Distill.q8_0.gguf", + "file_size": "26.6 GB" } ], - "num_mmproj": 1, + "num_mmproj": 2, "mmproj_models": [ { - "model_id": "mmproj", - "path": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/mmproj.gguf", - "file_size": "644.3 MB" + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + }, + { + "model_id": "mmproj-F16", + "path": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/mmproj-F16.gguf", + "file_size": "884.6 MB" } ], - "readme": "https://huggingface.co/Jackrong/Qwopus3.5-4B-v3-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." + "readme": "https://huggingface.co/TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF/resolve/main/README.md", + "description": "A Qwen3.6-27B model fine-tuned on Claude Opus 4.7 reasoning traces for coding, writing, and vision tasks." }, { - "model_name": "GRM2-3b-GGUF", - "developer": "OrionLLM", - "downloads": 7758, - "createdAt": "2026-03-29T16:16:25.000Z", + "model_name": "granite-4.1-8b-GGUF", + "developer": "unsloth", + "downloads": 8298, + "createdAt": "2026-04-30T07:35:28.000Z", "library_name": "gguf", "tools": true, - "num_quants": 25, + "num_quants": 21, "quants": [ { - "model_id": "GRM2-3b.i1-IQ1_M", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ1_M.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "GRM2-3b.i1-IQ1_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ1_S.gguf", - "file_size": "1.0 GB" - }, - { - "model_id": "GRM2-3b.i1-IQ2_M", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ2_M.gguf", - "file_size": "1.4 GB" - }, - { - "model_id": "GRM2-3b.i1-IQ2_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ2_S.gguf", - "file_size": "1.3 GB" - }, - { - "model_id": "GRM2-3b.i1-IQ2_XS", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ2_XS.gguf", - "file_size": "1.3 GB" + "model_id": "granite-4.1-8b-BF16", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-BF16.gguf", + "file_size": "16.4 GB" }, { - "model_id": "GRM2-3b.i1-IQ2_XXS", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ2_XXS.gguf", - "file_size": "1.2 GB" + "model_id": "granite-4.1-8b-IQ4_NL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-IQ4_NL.gguf", + "file_size": "4.7 GB" }, { - "model_id": "GRM2-3b.i1-IQ3_M", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ3_M.gguf", - "file_size": "1.8 GB" + "model_id": "granite-4.1-8b-IQ4_XS", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-IQ4_XS.gguf", + "file_size": "4.5 GB" }, { - "model_id": "GRM2-3b.i1-IQ3_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ3_S.gguf", - "file_size": "1.7 GB" + "model_id": "granite-4.1-8b-Q3_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q3_K_M.gguf", + "file_size": "4.0 GB" }, { - "model_id": "GRM2-3b.i1-IQ3_XS", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ3_XS.gguf", - "file_size": "1.7 GB" + "model_id": "granite-4.1-8b-Q3_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q3_K_S.gguf", + "file_size": "3.7 GB" }, { - "model_id": "GRM2-3b.i1-IQ3_XXS", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ3_XXS.gguf", - "file_size": "1.5 GB" + "model_id": "granite-4.1-8b-Q4_0", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_0.gguf", + "file_size": "4.7 GB" }, { - "model_id": "GRM2-3b.i1-IQ4_NL", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ4_NL.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-8b-Q4_1", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_1.gguf", + "file_size": "5.2 GB" }, { - "model_id": "GRM2-3b.i1-IQ4_XS", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-IQ4_XS.gguf", - "file_size": "2.1 GB" + "model_id": "granite-4.1-8b-Q4_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_K_M.gguf", + "file_size": "5.0 GB" }, { - "model_id": "GRM2-3b.i1-Q2_K", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q2_K.gguf", - "file_size": "1.5 GB" + "model_id": "granite-4.1-8b-Q4_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q4_K_S.gguf", + "file_size": "4.7 GB" }, { - "model_id": "GRM2-3b.i1-Q2_K_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q2_K_S.gguf", - "file_size": "1.4 GB" + "model_id": "granite-4.1-8b-Q5_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q5_K_M.gguf", + "file_size": "5.8 GB" }, { - "model_id": "GRM2-3b.i1-Q3_K_L", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q3_K_L.gguf", - "file_size": "2.0 GB" + "model_id": "granite-4.1-8b-Q5_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q5_K_S.gguf", + "file_size": "5.7 GB" }, { - "model_id": "GRM2-3b.i1-Q3_K_M", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q3_K_M.gguf", - "file_size": "1.9 GB" + "model_id": "granite-4.1-8b-Q6_K", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q6_K.gguf", + "file_size": "6.7 GB" }, { - "model_id": "GRM2-3b.i1-Q3_K_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q3_K_S.gguf", - "file_size": "1.7 GB" + "model_id": "granite-4.1-8b-Q8_0", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-Q8_0.gguf", + "file_size": "8.7 GB" }, { - "model_id": "GRM2-3b.i1-Q4_0", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q4_0.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-8b-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-IQ2_M.gguf", + "file_size": "3.0 GB" }, { - "model_id": "GRM2-3b.i1-Q4_1", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q4_1.gguf", - "file_size": "2.4 GB" + "model_id": "granite-4.1-8b-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-IQ3_XXS.gguf", + "file_size": "3.4 GB" }, { - "model_id": "GRM2-3b.i1-Q4_K_M", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q4_K_M.gguf", - "file_size": "2.3 GB" + "model_id": "granite-4.1-8b-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q2_K_XL.gguf", + "file_size": "3.4 GB" }, { - "model_id": "GRM2-3b.i1-Q4_K_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q4_K_S.gguf", - "file_size": "2.2 GB" + "model_id": "granite-4.1-8b-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q3_K_XL.gguf", + "file_size": "4.3 GB" }, { - "model_id": "GRM2-3b.i1-Q5_K_M", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q5_K_M.gguf", - "file_size": "2.6 GB" + "model_id": "granite-4.1-8b-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q4_K_XL.gguf", + "file_size": "5.1 GB" }, { - "model_id": "GRM2-3b.i1-Q5_K_S", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q5_K_S.gguf", - "file_size": "2.6 GB" + "model_id": "granite-4.1-8b-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q5_K_XL.gguf", + "file_size": "5.9 GB" }, { - "model_id": "GRM2-3b.i1-Q6_K", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.i1-Q6_K.gguf", - "file_size": "3.0 GB" + "model_id": "granite-4.1-8b-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q6_K_XL.gguf", + "file_size": "7.4 GB" }, { - "model_id": "GRM2-3b.imatrix", - "path": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/GRM2-3b.imatrix.gguf", - "file_size": "3.2 MB" + "model_id": "granite-4.1-8b-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/granite-4.1-8b-UD-Q8_K_XL.gguf", + "file_size": "10.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/OrionLLM/GRM2-3b-GGUF/resolve/main/README.md", - "description": "A 3B generative reward model for evaluating and scoring text generation quality." + "readme": "https://huggingface.co/unsloth/granite-4.1-8b-GGUF/resolve/main/README.md", + "description": "IBM Granite-4.1-8B is an 8B parameter long-context instruct model with strong tool-calling, multilingual support, and high performance across general, math, code, and safety benchmarks." }, { - "model_name": "DeepSeek-V3.2-GGUF", - "developer": "unsloth", - "downloads": 7617, - "createdAt": "2026-01-29T06:07:11.000Z", + "model_name": "gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF", + "developer": "DavidAU", + "downloads": 8147, + "createdAt": "2026-04-09T02:06:51.000Z", "library_name": "gguf", "tools": true, "num_quants": 1, "quants": [ { - "model_id": "DeepSeek-V3.2-UD-TQ1_0", - "path": "https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/resolve/main/DeepSeek-V3.2-UD-TQ1_0.gguf", - "file_size": "150.2 GB" + "model_id": "E4B-Gemma4-it-vl-HERE-DECKARD4-Q8_0", + "path": "https://huggingface.co/DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF/resolve/main/E4B-Gemma4-it-vl-HERE-DECKARD4-Q8_0.gguf", + "file_size": "10.5 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/resolve/main/README.md", - "description": "DeepSeek's V3.2 model, a powerful open MoE model for general-purpose reasoning and generation." + "readme": "https://huggingface.co/DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF/resolve/main/README.md", + "description": "An uncensored, 4.5B-activated-parameter creative writing model fine-tuned on custom datasets for storytelling and character-driven fiction with 128k context and built-in thinking mode." }, { - "model_name": "FINAL-Bench_Darwin-35B-A3B-Opus-GGUF", - "developer": "bartowski", - "downloads": 7258, - "createdAt": "2026-04-01T15:30:10.000Z", + "model_name": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5", + "developer": "Crownelius", + "downloads": 7739, + "createdAt": "2026-03-03T17:17:34.000Z", "library_name": "gguf", "tools": true, - "num_quants": 27, + "num_quants": 4, "quants": [ { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_M", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_M.gguf", - "file_size": "11.2 GB" - }, - { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_S", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_S.gguf", - "file_size": "10.3 GB" + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16.gguf", + "file_size": "7.8 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_XS", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_XS.gguf", - "file_size": "10.1 GB" + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M.gguf", + "file_size": "2.5 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_XXS", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ2_XXS.gguf", - "file_size": "9.1 GB" + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ3_M", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ3_M.gguf", - "file_size": "15.7 GB" - }, + "model_id": "Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0", + "path": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0.gguf", + "file_size": "4.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/resolve/main/README.md", + "description": "A compact 4B parameter model distilled from Claude Opus 4.6 into Qwen 3.5 architecture, trained on 15 datasets for reasoning, coding, and creative tasks." + }, + { + "model_name": "Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF", + "developer": "DavidAU", + "downloads": 7441, + "createdAt": "2025-02-12T00:29:33.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 10, + "quants": [ { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ3_XS", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ3_XS.gguf", - "file_size": "15.1 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-IQ4_XS", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-IQ4_XS.gguf", + "file_size": "10.7 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ3_XXS", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ3_XXS.gguf", - "file_size": "13.8 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q2_k.gguf", + "file_size": "7.4 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ4_NL", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ4_NL.gguf", - "file_size": "18.5 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_m.gguf", + "file_size": "9.6 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-IQ4_XS", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-IQ4_XS.gguf", - "file_size": "17.5 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_s.gguf", + "file_size": "8.7 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q2_K", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q2_K.gguf", - "file_size": "11.8 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q4_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q4_k_m.gguf", + "file_size": "12.0 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q2_K_L", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q2_K_L.gguf", - "file_size": "12.2 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q4_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q4_k_s.gguf", + "file_size": "11.3 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_L", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_L.gguf", - "file_size": "15.7 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q5_k_s", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q5_k_s.gguf", + "file_size": "13.5 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_M", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_M.gguf", - "file_size": "15.1 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q6_k.gguf", + "file_size": "16.0 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_S", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_S.gguf", - "file_size": "14.4 GB" + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q8_0.gguf", + "file_size": "20.7 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_XL", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q3_K_XL.gguf", - "file_size": "16.1 GB" - }, + "model_id": "L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-q5_k_m", + "path": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-q5_k_m.gguf", + "file_size": "13.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/resolve/main/README.md", + "description": "An uncensored Llama 3.2 MOE model combining 8 experts for creative writing, fiction, and roleplay." + }, + { + "model_name": "Ministral-3-14B-Instruct-2512-GGUF", + "developer": "mistralai", + "downloads": 6816, + "createdAt": "2025-10-31T08:47:30.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 5, + "quants": [ { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q4_0", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q4_0.gguf", - "file_size": "18.6 GB" + "model_id": "Ministral-3-14B-Instruct-2512-BF16-mmproj", + "path": "https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/Ministral-3-14B-Instruct-2512-BF16-mmproj.gguf", + "file_size": "838.5 MB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q4_1", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q4_1.gguf", - "file_size": "20.5 GB" + "model_id": "Ministral-3-14B-Instruct-2512-BF16", + "path": "https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/Ministral-3-14B-Instruct-2512-BF16.gguf", + "file_size": "25.2 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q4_K_L", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q4_K_L.gguf", - "file_size": "20.3 GB" + "model_id": "Ministral-3-14B-Instruct-2512-Q4_K_M", + "path": "https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/Ministral-3-14B-Instruct-2512-Q4_K_M.gguf", + "file_size": "7.7 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q4_K_M", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q4_K_M.gguf", - "file_size": "19.9 GB" + "model_id": "Ministral-3-14B-Instruct-2512-Q5_K_M", + "path": "https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/Ministral-3-14B-Instruct-2512-Q5_K_M.gguf", + "file_size": "9.0 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q4_K_S", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q4_K_S.gguf", - "file_size": "19.2 GB" - }, + "model_id": "Ministral-3-14B-Instruct-2512-Q8_0", + "path": "https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/Ministral-3-14B-Instruct-2512-Q8_0.gguf", + "file_size": "13.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/resolve/main/README.md", + "description": "A vision-capable multilingual language model optimized for edge deployment with agentic capabilities." + }, + { + "model_name": "Abiray-Qwen3.6-27B-NVFP4-GGUF", + "developer": "Freenixi", + "downloads": 6023, + "createdAt": "2026-04-23T21:29:58.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q5_K_L", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q5_K_L.gguf", - "file_size": "23.6 GB" - }, + "model_id": "Abiray-Qwen3.6-27B-NVFP4", + "path": "https://huggingface.co/Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF/resolve/main/Abiray-Qwen3.6-27B-NVFP4.gguf", + "file_size": "17.5 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q5_K_M", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q5_K_M.gguf", - "file_size": "23.3 GB" - }, + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "888.0 MB" + } + ], + "readme": "https://huggingface.co/Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF/resolve/main/README.md", + "description": "A community GGUF conversion of Qwen3.6-27B NVFP4 with vision support for RTX 5090/Blackwell GPUs via LM Studio." + }, + { + "model_name": "Rocinante-XL-16B-v1-GGUF", + "developer": "TheDrummer", + "downloads": 5943, + "createdAt": "2026-04-18T12:25:02.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 6, + "quants": [ { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q5_K_S", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q5_K_S.gguf", - "file_size": "22.5 GB" + "model_id": "Rocinante-XL-16B-v1a-Q2_K", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q2_K.gguf", + "file_size": "5.8 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q6_K", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q6_K.gguf", - "file_size": "28.0 GB" + "model_id": "Rocinante-XL-16B-v1a-Q3_K_M", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q3_K_M.gguf", + "file_size": "7.4 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q6_K_L", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q6_K_L.gguf", - "file_size": "28.2 GB" + "model_id": "Rocinante-XL-16B-v1a-Q4_K_M", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q4_K_M.gguf", + "file_size": "9.1 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-Q8_0", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "Rocinante-XL-16B-v1a-Q5_K_M", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q5_K_M.gguf", + "file_size": "10.6 GB" }, { - "model_id": "FINAL-Bench_Darwin-35B-A3B-Opus-imatrix", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/FINAL-Bench_Darwin-35B-A3B-Opus-imatrix.gguf", - "file_size": "183.3 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ - { - "model_id": "mmproj-FINAL-Bench_Darwin-35B-A3B-Opus-bf16", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/mmproj-FINAL-Bench_Darwin-35B-A3B-Opus-bf16.gguf", - "file_size": "861.0 MB" + "model_id": "Rocinante-XL-16B-v1a-Q6_K", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q6_K.gguf", + "file_size": "12.3 GB" }, { - "model_id": "mmproj-FINAL-Bench_Darwin-35B-A3B-Opus-f16", - "path": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/mmproj-FINAL-Bench_Darwin-35B-A3B-Opus-f16.gguf", - "file_size": "857.6 MB" + "model_id": "Rocinante-XL-16B-v1a-Q8_0", + "path": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/Rocinante-XL-16B-v1a-Q8_0.gguf", + "file_size": "15.9 GB" } ], - "readme": "https://huggingface.co/bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 35B MoE variant distilled from Claude Opus for benchmark-optimized performance." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/TheDrummer/Rocinante-XL-16B-v1-GGUF/resolve/main/README.md", + "description": "Rocinante‑XL‑16B is a 16‑B Mistral‑based chat model that improves on Roci X, offered in FP16 and GGUF formats (still a work‑in‑progress)." }, { - "model_name": "MARTHA-9B-i1-GGUF", + "model_name": "Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF", "developer": "mradermacher", - "downloads": 7188, - "createdAt": "2026-03-13T15:24:42.000Z", + "downloads": 5790, + "createdAt": "2026-04-27T14:06:04.000Z", "library_name": "gguf", "tools": true, - "num_quants": 25, + "num_quants": 24, "quants": [ { - "model_id": "MARTHA-9B.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ1_M.gguf", - "file_size": "2.4 GB" - }, - { - "model_id": "MARTHA-9B.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ1_S.gguf", - "file_size": "2.3 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_M.gguf", + "file_size": "7.7 GB" }, { - "model_id": "MARTHA-9B.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ2_M.gguf", - "file_size": "3.2 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_S.gguf", + "file_size": "7.0 GB" }, { - "model_id": "MARTHA-9B.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ2_S.gguf", - "file_size": "3.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_M.gguf", + "file_size": "10.9 GB" }, { - "model_id": "MARTHA-9B.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ2_XS.gguf", - "file_size": "2.9 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_S.gguf", + "file_size": "9.9 GB" }, { - "model_id": "MARTHA-9B.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ2_XXS.gguf", - "file_size": "2.7 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XS.gguf", + "file_size": "9.8 GB" }, { - "model_id": "MARTHA-9B.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ3_M.gguf", - "file_size": "4.1 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XXS.gguf", + "file_size": "8.8 GB" }, { - "model_id": "MARTHA-9B.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ3_S.gguf", - "file_size": "4.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_M.gguf", + "file_size": "14.4 GB" }, { - "model_id": "MARTHA-9B.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ3_XS.gguf", - "file_size": "3.9 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_S.gguf", + "file_size": "14.2 GB" }, { - "model_id": "MARTHA-9B.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ3_XXS.gguf", - "file_size": "3.5 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XS.gguf", + "file_size": "13.5 GB" }, { - "model_id": "MARTHA-9B.i1-IQ4_NL", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ4_NL.gguf", - "file_size": "5.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XXS.gguf", + "file_size": "12.7 GB" }, { - "model_id": "MARTHA-9B.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-IQ4_XS.gguf", - "file_size": "4.7 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "MARTHA-9B.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q2_K.gguf", - "file_size": "3.4 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K.gguf", + "file_size": "12.1 GB" }, { - "model_id": "MARTHA-9B.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q2_K_S.gguf", - "file_size": "3.3 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K_S.gguf", + "file_size": "11.3 GB" }, { - "model_id": "MARTHA-9B.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q3_K_L.gguf", - "file_size": "4.5 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_L.gguf", + "file_size": "16.9 GB" }, { - "model_id": "MARTHA-9B.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q3_K_M.gguf", - "file_size": "4.3 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "MARTHA-9B.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q3_K_S.gguf", - "file_size": "4.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_S.gguf", + "file_size": "14.1 GB" }, { - "model_id": "MARTHA-9B.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q4_0.gguf", - "file_size": "5.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_0.gguf", + "file_size": "18.4 GB" }, { - "model_id": "MARTHA-9B.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q4_1.gguf", - "file_size": "5.4 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_1.gguf", + "file_size": "20.3 GB" }, { - "model_id": "MARTHA-9B.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "MARTHA-9B.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_S.gguf", + "file_size": "18.5 GB" }, { - "model_id": "MARTHA-9B.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q5_K_M.gguf", - "file_size": "6.1 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_M.gguf", + "file_size": "23.0 GB" }, { - "model_id": "MARTHA-9B.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_S.gguf", + "file_size": "22.3 GB" }, { - "model_id": "MARTHA-9B.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.i1-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "MARTHA-9B.imatrix", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/MARTHA-9B.imatrix.gguf", - "file_size": "4.9 MB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.imatrix", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.imatrix.gguf", + "file_size": "183.3 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/MARTHA-9B-i1-GGUF/resolve/main/README.md", - "description": "A 9B model from the MARTHA family for efficient text generation and conversation." + "readme": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of a 36B language model with various quality/size tradeoffs." }, { - "model_name": "LFM2.5-350M-GGUF", - "developer": "LiquidAI", - "downloads": 7177, - "createdAt": "2026-03-25T02:45:48.000Z", + "model_name": "Qwen3.6-35B-Opus-Reasoning-GGUF", + "developer": "rico03", + "downloads": 5676, + "createdAt": "2026-04-17T13:34:00.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 9, "quants": [ { - "model_id": "LFM2.5-350M-BF16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-BF16.gguf", - "file_size": "806.5 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-IQ2_M", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ2_M.gguf", + "file_size": "10.9 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ3_M", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ3_M.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Opus-IQ3_XXS", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ3_XXS.gguf", + "file_size": "12.7 GB" }, { - "model_id": "LFM2.5-350M-F16", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-F16.gguf", - "file_size": "806.5 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-IQ4_NL", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ4_NL.gguf", + "file_size": "18.4 GB" }, { - "model_id": "LFM2.5-350M-Q4_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q4_0.gguf", - "file_size": "245.1 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-IQ4_XS", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-IQ4_XS.gguf", + "file_size": "17.4 GB" }, { - "model_id": "LFM2.5-350M-Q4_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q4_K_M.gguf", - "file_size": "254.7 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-Q2_K", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q2_K.gguf", + "file_size": "12.1 GB" }, { - "model_id": "LFM2.5-350M-Q5_K_M", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q5_K_M.gguf", - "file_size": "292.3 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-Q3_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q3_K_S.gguf", + "file_size": "14.1 GB" }, { - "model_id": "LFM2.5-350M-Q6_K", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q6_K.gguf", - "file_size": "332.3 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-Q4_K_S", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q4_K_S.gguf", + "file_size": "18.5 GB" }, { - "model_id": "LFM2.5-350M-Q8_0", - "path": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/LFM2.5-350M-Q8_0.gguf", - "file_size": "429.6 MB" + "model_id": "Qwen3.6-35B-A3B-Opus-Q5_K_M", + "path": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/Qwen3.6-35B-A3B-Opus-Q5_K_M.gguf", + "file_size": "23.0 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/resolve/main/README.md", - "description": "Liquid AI's LFM 2.5 350M model, an extremely compact model for edge deployment." + "readme": "https://huggingface.co/rico03/Qwen3.6-35B-Opus-Reasoning-GGUF/resolve/main/README.md", + "description": "Qwen3.6-35B-A3B fine-tuned on Claude Opus 4.6 reasoning traces for improved agentic coding, available as GGUF quantizations." }, { - "model_name": "Qwen3.5-9B-Neo-GGUF", - "developer": "Jackrong", - "downloads": 7112, - "createdAt": "2026-03-24T02:20:18.000Z", + "model_name": "G4-MeroMero-31B-gguf", + "developer": "zerofata", + "downloads": 5363, + "createdAt": "2026-05-01T22:01:48.000Z", "library_name": "gguf", "tools": true, - "num_quants": 10, + "num_quants": 8, "quants": [ { - "model_id": "Qwen3.5-9B.Q2_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q2_K.gguf", - "file_size": "3.6 GB" - }, - { - "model_id": "Qwen3.5-9B.Q3_K_L", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q3_K_L.gguf", - "file_size": "4.6 GB" - }, - { - "model_id": "Qwen3.5-9B.Q3_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q3_K_M.gguf", - "file_size": "4.3 GB" + "model_id": "G4-MeroMero-31B-IQ3_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-IQ3_M.gguf", + "file_size": "13.4 GB" }, { - "model_id": "Qwen3.5-9B.Q3_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q3_K_S.gguf", - "file_size": "4.0 GB" + "model_id": "G4-MeroMero-31B-IQ4_XS", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-IQ4_XS.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "G4-MeroMero-31B-Q3_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q3_K_M.gguf", + "file_size": "14.2 GB" }, { - "model_id": "Qwen3.5-9B.Q4_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "G4-MeroMero-31B-Q4_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q4_K_M.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_M", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "G4-MeroMero-31B-Q5_K_M", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q5_K_M.gguf", + "file_size": "20.3 GB" }, { - "model_id": "Qwen3.5-9B.Q5_K_S", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "G4-MeroMero-31B-Q6_K", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q6_K.gguf", + "file_size": "23.5 GB" }, { - "model_id": "Qwen3.5-9B.Q6_K", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "G4-MeroMero-31B-Q8_0", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-Q8_0.gguf", + "file_size": "30.4 GB" }, { - "model_id": "Qwen3.5-9B.Q8_0", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/Qwen3.5-9B.Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "879.0 MB" - } - ], - "readme": "https://huggingface.co/Jackrong/Qwen3.5-9B-Neo-GGUF/resolve/main/README.md", - "description": "A community-optimized variant of Alibaba's Qwen 3.5 9B model." - }, - { - "model_name": "gemma-3-12b-it-qat-q4_0-gguf", - "developer": "google", - "downloads": 6657, - "createdAt": "2025-03-12T12:32:41.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 1, - "quants": [ - { - "model_id": "gemma-3-12b-it-q4_0", - "path": "https://huggingface.co/google/gemma-3-12b-it-qat-q4_0-gguf/resolve/main/gemma-3-12b-it-q4_0.gguf", - "file_size": "7.5 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-model-f16-12B", - "path": "https://huggingface.co/google/gemma-3-12b-it-qat-q4_0-gguf/resolve/main/mmproj-model-f16-12B.gguf", - "file_size": "814.6 MB" - } - ], - "readme": "https://huggingface.co/google/gemma-3-12b-it-qat-q4_0-gguf/resolve/main/README.md", - "description": "Google's Gemma 3 12B instruction-tuned model for general-purpose text generation and understanding." - }, - { - "model_name": "Bonsai-1.7B-gguf", - "developer": "prism-ml", - "downloads": 6552, - "createdAt": "2026-03-29T05:24:56.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ - { - "model_id": "Bonsai-1.7B", - "path": "https://huggingface.co/prism-ml/Bonsai-1.7B-gguf/resolve/main/Bonsai-1.7B.gguf", - "file_size": "236.8 MB" + "model_id": "G4-MeroMero-31B-bf16", + "path": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/G4-MeroMero-31B-bf16.gguf", + "file_size": "57.2 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/prism-ml/Bonsai-1.7B-gguf/resolve/main/README.md", - "description": "A compact 1.7B model from the Bonsai family for lightweight text generation." + "readme": "https://huggingface.co/zerofata/G4-MeroMero-31B-gguf/resolve/main/README.md", + "description": "A finetuned Gemma 4 31B optimized for creative roleplay with improved diversity and a less verbose writing style." }, { - "model_name": "gemma-4-26B-A4B-it-MXFP4_MOE-GGUF", - "developer": "noctrex", - "downloads": 6160, - "createdAt": "2026-04-02T17:18:43.000Z", + "model_name": "Qwen3.6-27B-Omnimerge-v4-GGUF", + "developer": "ManniX-ITA", + "downloads": 5256, + "createdAt": "2026-04-30T07:25:06.000Z", "library_name": "gguf", "tools": true, - "num_quants": 5, + "num_quants": 27, "quants": [ { - "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE", - "path": "https://huggingface.co/noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE.gguf", - "file_size": "14.4 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-F16", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-F16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE_BF16", - "path": "https://huggingface.co/noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE_BF16.gguf", - "file_size": "15.8 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "gemma-4-26B-A4B-it-MXFP4_MOE_F16", - "path": "https://huggingface.co/noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/resolve/main/gemma-4-26B-A4B-it-MXFP4_MOE_F16.gguf", - "file_size": "15.8 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_S.gguf", + "file_size": "8.7 GB" }, { - "model_id": "gemma-4-26B-A4B-it-mmproj-BF16", - "path": "https://huggingface.co/noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/resolve/main/gemma-4-26B-A4B-it-mmproj-BF16.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_XS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_XS.gguf", + "file_size": "8.5 GB" }, { - "model_id": "gemma-4-26B-A4B-it-mmproj-F32", - "path": "https://huggingface.co/noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/resolve/main/gemma-4-26B-A4B-it-mmproj-F32.gguf", - "file_size": "2.1 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/resolve/main/README.md", - "description": "Google's Gemma 4 mixture-of-experts instruction-tuned model, offering strong performance with efficient active parameter usage." - }, - { - "model_name": "gemma-4-E4B-it-heretic-GGUF", - "developer": "Abhiray", - "downloads": 6122, - "createdAt": "2026-04-03T18:03:35.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 5, - "quants": [ + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ2_XXS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ2_XXS.gguf", + "file_size": "7.9 GB" + }, { - "model_id": "gemma-4-E4B-it-heretic-Q3_K_M", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/gemma-4-E4B-it-heretic-Q3_K_M.gguf", - "file_size": "4.5 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ3_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "gemma-4-E4B-it-heretic-Q4_K_M", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/gemma-4-E4B-it-heretic-Q4_K_M.gguf", - "file_size": "5.0 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ3_XS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "gemma-4-E4B-it-heretic-Q5_K_M", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/gemma-4-E4B-it-heretic-Q5_K_M.gguf", - "file_size": "5.4 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ3_XXS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ3_XXS.gguf", + "file_size": "10.4 GB" }, { - "model_id": "gemma-4-E4B-it-heretic-Q6_K", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/gemma-4-E4B-it-heretic-Q6_K.gguf", - "file_size": "5.8 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ4_NL", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ4_NL.gguf", + "file_size": "14.7 GB" }, { - "model_id": "gemma-4-E4B-it-heretic-Q8_0", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/gemma-4-E4B-it-heretic-Q8_0.gguf", - "file_size": "7.5 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ + "model_id": "Qwen3.6-27B-Omnimerge-v4-IQ4_XS", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-IQ4_XS.gguf", + "file_size": "14.0 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "945.6 MB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q2_K", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "944.5 MB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q2_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q2_K_L.gguf", + "file_size": "11.1 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "1.8 GB" - } - ], - "readme": "https://huggingface.co/Abhiray/gemma-4-E4B-it-heretic-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 edge-optimized model with modified safety filters for less restricted output." - }, - { - "model_name": "ruvltra-claude-code", - "developer": "ruv", - "downloads": 6048, - "createdAt": "2026-01-20T20:45:06.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 1, - "quants": [ + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_L.gguf", + "file_size": "13.4 GB" + }, { - "model_id": "ruvltra-claude-code-0.5b-q4_k_m", - "path": "https://huggingface.co/ruv/ruvltra-claude-code/resolve/main/ruvltra-claude-code-0.5b-q4_k_m.gguf", - "file_size": "379.4 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/ruv/ruvltra-claude-code/resolve/main/README.md", - "description": "RuvLTRA Claude Code is the world's first self-learning, swarm-optimized code generation model (0.5B params, Q4_K_M quantized GGUF) designed for Claude Code IDE integration with real-time adaptation." - }, - { - "model_name": "Qwen3.5-397B-A17B-REAP35", - "developer": "Goldkoron", - "downloads": 5890, - "createdAt": "2026-03-31T23:06:34.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 4, - "quants": [ + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_S.gguf", + "file_size": "11.2 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q3_K_XL", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q3_K_XL.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_0", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_0.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_1", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_1.gguf", + "file_size": "15.9 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_K_L.gguf", + "file_size": "16.3 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_K_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q4_K_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q4_K_S.gguf", + "file_size": "14.5 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q5_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q5_K_L.gguf", + "file_size": "18.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q5_K_M", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, { - "model_id": "Qwen3.5-397B-A17B-REAP35-IQ2_XS_Gv2", - "path": "https://huggingface.co/Goldkoron/Qwen3.5-397B-A17B-REAP35/resolve/main/Qwen3.5-397B-A17B-REAP35-IQ2_XS_Gv2.gguf", - "file_size": "87.3 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q5_K_S", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q5_K_S.gguf", + "file_size": "17.4 GB" }, { - "model_id": "Qwen3.5-397B-A17B-REAP35-Q3_K_Gv2", - "path": "https://huggingface.co/Goldkoron/Qwen3.5-397B-A17B-REAP35/resolve/main/Qwen3.5-397B-A17B-REAP35-Q3_K_Gv2.gguf", - "file_size": "116.7 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q6_K", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "Qwen3.5-397B-A17B-REAP35-Q4_K_Gv2", - "path": "https://huggingface.co/Goldkoron/Qwen3.5-397B-A17B-REAP35/resolve/main/Qwen3.5-397B-A17B-REAP35-Q4_K_Gv2.gguf", - "file_size": "148.1 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q6_K_L", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q6_K_L.gguf", + "file_size": "21.1 GB" }, { - "model_id": "Qwen3.5-397B-A17B-REAP35-Q8_0", - "path": "https://huggingface.co/Goldkoron/Qwen3.5-397B-A17B-REAP35/resolve/main/Qwen3.5-397B-A17B-REAP35-Q8_0.gguf", - "file_size": "258.7 GB" + "model_id": "Qwen3.6-27B-Omnimerge-v4-Q8_0", + "path": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/Qwen3.6-27B-Omnimerge-v4-Q8_0.gguf", + "file_size": "26.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Goldkoron/Qwen3.5-397B-A17B-REAP35/resolve/main/README.md", - "description": "A REAP-pruned variant of Alibaba's Qwen 3.5 397B MoE model for reduced resource usage." - }, - { - "model_name": "gemma-4-26B-A4B-it-heretic-ara-gguf", - "developer": "CCSSNE", - "downloads": 5582, - "createdAt": "2026-04-03T03:23:41.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ - { - "model_id": "gemma-4-26B-A4B-it-heretic-ara.Q4_K_M", - "path": "https://huggingface.co/CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf/resolve/main/gemma-4-26B-A4B-it-heretic-ara.Q4_K_M.gguf", - "file_size": "15.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-gemma-4-26B-A4B-it-heretic-ara.BF16", - "path": "https://huggingface.co/CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf/resolve/main/mmproj-gemma-4-26B-A4B-it-heretic-ara.BF16.gguf", - "file_size": "1.1 GB" - } - ], - "readme": "https://huggingface.co/CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." + "readme": "https://huggingface.co/ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/resolve/main/README.md", + "description": "GGUF quantizations (F16–IQ2_XXS) of a merged Qwen3.6-27B model with MLP-passthrough fix for reasoning stability." }, { - "model_name": "MARTHA-2B-Qwen3.5-Omni-i1-GGUF", - "developer": "mradermacher", - "downloads": 5566, - "createdAt": "2026-04-01T06:49:09.000Z", + "model_name": "Qwen3.5-4B-UD-japanese-imatrix", + "developer": "dahara1", + "downloads": 5202, + "createdAt": "2026-03-19T01:09:52.000Z", "library_name": "gguf", "tools": true, - "num_quants": 25, + "num_quants": 22, "quants": [ { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ1_M.gguf", - "file_size": "713.5 MB" + "model_id": "Qwen3.5-4B-BF16", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-BF16.gguf", + "file_size": "7.8 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ1_S.gguf", - "file_size": "689.5 MB" + "model_id": "Qwen3.5-4B-IQ4_NL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-IQ4_NL.gguf", + "file_size": "2.4 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ2_M.gguf", - "file_size": "825.6 MB" + "model_id": "Qwen3.5-4B-IQ4_XS", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-IQ4_XS.gguf", + "file_size": "2.3 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ2_S.gguf", - "file_size": "793.5 MB" + "model_id": "Qwen3.5-4B-Q3_K_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q3_K_M.gguf", + "file_size": "2.1 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ2_XS.gguf", - "file_size": "786.5 MB" + "model_id": "Qwen3.5-4B-Q3_K_S", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q3_K_S.gguf", + "file_size": "2.0 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ2_XXS.gguf", - "file_size": "753.7 MB" + "model_id": "Qwen3.5-4B-Q4_0", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_0.gguf", + "file_size": "2.4 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ3_M.gguf", - "file_size": "1010.4 MB" + "model_id": "Qwen3.5-4B-Q4_1", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_1.gguf", + "file_size": "2.6 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ3_S.gguf", - "file_size": "1002.4 MB" + "model_id": "Qwen3.5-4B-Q4_K_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_K_M.gguf", + "file_size": "2.6 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ3_XS.gguf", - "file_size": "979.6 MB" + "model_id": "Qwen3.5-4B-Q4_K_S", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q4_K_S.gguf", + "file_size": "2.4 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ3_XXS.gguf", - "file_size": "884.8 MB" + "model_id": "Qwen3.5-4B-Q5_K_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q5_K_M.gguf", + "file_size": "2.9 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ4_NL", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ4_NL.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-4B-Q5_K_S", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q5_K_S.gguf", + "file_size": "2.8 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-IQ4_XS.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-4B-Q6_K", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q6_K.gguf", + "file_size": "3.3 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q2_K.gguf", - "file_size": "923.7 MB" + "model_id": "Qwen3.5-4B-Q8_0", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-Q8_0.gguf", + "file_size": "4.2 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q2_K_S.gguf", - "file_size": "900.4 MB" + "model_id": "Qwen3.5-4B-UD-IQ2_M", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-IQ2_M.gguf", + "file_size": "1.6 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q3_K_L.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-4B-UD-IQ2_XXS", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-IQ2_XXS.gguf", + "file_size": "1.4 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q3_K_M.gguf", - "file_size": "1.0 GB" + "model_id": "Qwen3.5-4B-UD-IQ3_XXS", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-IQ3_XXS.gguf", + "file_size": "1.8 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q3_K_S.gguf", - "file_size": "972.9 MB" + "model_id": "Qwen3.5-4B-UD-Q2_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q2_K_XL.gguf", + "file_size": "1.8 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q4_0.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-4B-UD-Q3_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q3_K_XL.gguf", + "file_size": "2.3 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q4_1.gguf", - "file_size": "1.2 GB" + "model_id": "Qwen3.5-4B-UD-Q4_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q4_K_XL.gguf", + "file_size": "2.7 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q4_K_M.gguf", - "file_size": "1.2 GB" + "model_id": "Qwen3.5-4B-UD-Q5_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q5_K_XL.gguf", + "file_size": "3.0 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q4_K_S.gguf", - "file_size": "1.1 GB" + "model_id": "Qwen3.5-4B-UD-Q6_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q6_K_XL.gguf", + "file_size": "3.9 GB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q5_K_M.gguf", - "file_size": "1.3 GB" - }, + "model_id": "Qwen3.5-4B-UD-Q8_K_XL", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/Qwen3.5-4B-UD-Q8_K_XL.gguf", + "file_size": "5.5 GB" + } + ], + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q5_K_S.gguf", - "file_size": "1.3 GB" + "model_id": "mmproj-bf16", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/mmproj-bf16.gguf", + "file_size": "644.3 MB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.i1-Q6_K.gguf", - "file_size": "1.4 GB" + "model_id": "mmproj-f16", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/mmproj-f16.gguf", + "file_size": "641.3 MB" }, { - "model_id": "MARTHA-2B-Qwen3.5-Omni.imatrix", - "path": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/MARTHA-2B-Qwen3.5-Omni.imatrix.gguf", - "file_size": "1.9 MB" + "model_id": "mmproj-f32", + "path": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/mmproj-f32.gguf", + "file_size": "1.2 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF/resolve/main/README.md", - "description": "A 2B compact model from the MARTHA family for edge deployment." + "readme": "https://huggingface.co/dahara1/Qwen3.5-4B-UD-japanese-imatrix/resolve/main/README.md", + "description": "Japanese-optimized GGUF model of Qwen3.5-4B using Unsloth's Dynamic Quantization 2.0, designed for superior Japanese language proficiency." }, { - "model_name": "Bonsai-4B-gguf", - "developer": "prism-ml", - "downloads": 4970, - "createdAt": "2026-03-29T05:12:24.000Z", + "model_name": "Qwen3.5-27B-Thinkmaker-i1-GGUF", + "developer": "mradermacher", + "downloads": 5150, + "createdAt": "2026-05-02T14:07:15.000Z", "library_name": "gguf", "tools": true, - "num_quants": 1, + "num_quants": 24, "quants": [ { - "model_id": "Bonsai-4B", - "path": "https://huggingface.co/prism-ml/Bonsai-4B-gguf/resolve/main/Bonsai-4B.gguf", - "file_size": "545.8 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/prism-ml/Bonsai-4B-gguf/resolve/main/README.md", - "description": "A 4B model from the Bonsai family for efficient general-purpose text generation." - }, - { - "model_name": "AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF", - "developer": "bartowski", - "downloads": 4782, - "createdAt": "2026-03-26T23:26:40.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 27, - "quants": [ + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ1_M.gguf", + "file_size": "7.1 GB" + }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_M", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_M.gguf", - "file_size": "9.9 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ1_S.gguf", + "file_size": "6.7 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_S", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_S.gguf", - "file_size": "9.4 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_M.gguf", + "file_size": "9.3 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_XS", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_XS.gguf", - "file_size": "9.1 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_S.gguf", + "file_size": "8.7 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_XXS", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ2_XXS.gguf", + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_XS.gguf", "file_size": "8.5 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ3_M", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ3_M.gguf", - "file_size": "12.7 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ2_XXS.gguf", + "file_size": "7.9 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ3_XS", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ3_XS.gguf", - "file_size": "12.2 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_M.gguf", + "file_size": "11.7 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ3_XXS", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ3_XXS.gguf", - "file_size": "11.5 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_S.gguf", + "file_size": "11.6 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ4_NL", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ4_NL.gguf", - "file_size": "15.0 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_XS.gguf", + "file_size": "11.1 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ4_XS", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-IQ4_XS.gguf", - "file_size": "14.3 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ3_XXS.gguf", + "file_size": "10.4 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q2_K", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q2_K.gguf", - "file_size": "10.8 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-IQ4_XS.gguf", + "file_size": "14.0 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q2_K_L", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q2_K_L.gguf", - "file_size": "12.0 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q2_K.gguf", + "file_size": "10.0 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_L", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_L.gguf", - "file_size": "14.0 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q2_K_S.gguf", + "file_size": "9.5 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_M", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_M.gguf", + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q3_K_L.gguf", "file_size": "13.4 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_S", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_S.gguf", - "file_size": "12.6 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_XL", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q3_K_XL.gguf", - "file_size": "15.0 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q3_K_S.gguf", + "file_size": "11.2 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_0", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_0.gguf", - "file_size": "15.0 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_0.gguf", + "file_size": "14.5 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_1", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_1.gguf", - "file_size": "16.4 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_1.gguf", + "file_size": "15.9 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_K_L", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_K_L.gguf", - "file_size": "17.2 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_K_M", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_K_M.gguf", - "file_size": "16.3 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q4_K_S.gguf", + "file_size": "14.5 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_K_S", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q4_K_S.gguf", - "file_size": "15.3 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q5_K_M.gguf", + "file_size": "17.9 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q5_K_L", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q5_K_L.gguf", - "file_size": "19.8 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q5_K_S.gguf", + "file_size": "17.4 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q5_K_M", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q5_K_M.gguf", - "file_size": "19.1 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.i1-Q6_K.gguf", + "file_size": "20.6 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q5_K_S", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q5_K_S.gguf", - "file_size": "18.1 GB" + "model_id": "Qwen3.5-27B-Thinkmaker.imatrix", + "path": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/Qwen3.5-27B-Thinkmaker.imatrix.gguf", + "file_size": "13.0 MB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of the Qwen3.5-27B-Thinkmaker vision model in various precision levels (7.2–22.2 GB)." + }, + { + "model_name": "granite-4.1-3b-GGUF", + "developer": "unsloth", + "downloads": 5073, + "createdAt": "2026-04-30T08:32:35.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 21, + "quants": [ + { + "model_id": "granite-4.1-3b-BF16", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-BF16.gguf", + "file_size": "6.3 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q6_K", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q6_K.gguf", - "file_size": "21.6 GB" + "model_id": "granite-4.1-3b-IQ4_NL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-IQ4_NL.gguf", + "file_size": "1.9 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q6_K_L", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q6_K_L.gguf", - "file_size": "22.2 GB" + "model_id": "granite-4.1-3b-IQ4_XS", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-IQ4_XS.gguf", + "file_size": "1.8 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-Q8_0", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-Q8_0.gguf", - "file_size": "26.7 GB" + "model_id": "granite-4.1-3b-Q3_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q3_K_M.gguf", + "file_size": "1.6 GB" }, { - "model_id": "AuriAetherwiing_TQ3.5-27B-Musica-v1-imatrix", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/AuriAetherwiing_TQ3.5-27B-Musica-v1-imatrix.gguf", - "file_size": "13.0 MB" - } - ], - "num_mmproj": 2, - "mmproj_models": [ + "model_id": "granite-4.1-3b-Q3_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q3_K_S.gguf", + "file_size": "1.5 GB" + }, { - "model_id": "mmproj-AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/mmproj-AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16.gguf", - "file_size": "888.0 MB" + "model_id": "granite-4.1-3b-Q4_0", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_0.gguf", + "file_size": "1.9 GB" }, { - "model_id": "mmproj-AuriAetherwiing_TQ3.5-27B-Musica-v1-f16", - "path": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/mmproj-AuriAetherwiing_TQ3.5-27B-Musica-v1-f16.gguf", - "file_size": "884.6 MB" - } - ], - "readme": "https://huggingface.co/bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 27B variant fine-tuned for music-related text generation and understanding." - }, - { - "model_name": "Qwen3.5-397B-A17B-Uncensored-GGUF", - "developer": "timteh673", - "downloads": 4703, - "createdAt": "2026-03-29T06:44:51.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 6, - "quants": [ + "model_id": "granite-4.1-3b-Q4_1", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_1.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "granite-4.1-3b-Q4_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_K_M.gguf", + "file_size": "2.0 GB" + }, { - "model_id": "Qwen3.5-397B-A17B-Uncensored-Q2_K", - "path": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/Qwen3.5-397B-A17B-Uncensored-Q2_K.gguf", - "file_size": "134.8 GB" + "model_id": "granite-4.1-3b-Q4_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q4_K_S.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "granite-4.1-3b-Q5_K_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q5_K_M.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "granite-4.1-3b-Q5_K_S", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q5_K_S.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "granite-4.1-3b-Q6_K", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q6_K.gguf", + "file_size": "2.6 GB" + }, + { + "model_id": "granite-4.1-3b-Q8_0", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-Q8_0.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "granite-4.1-3b-UD-IQ2_M", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-IQ2_M.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Qwen3.5-397B-A17B-Uncensored-Q3_K_M", - "path": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/Qwen3.5-397B-A17B-Uncensored-Q3_K_M.gguf", - "file_size": "176.5 GB" + "model_id": "granite-4.1-3b-UD-IQ3_XXS", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-IQ3_XXS.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q2_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q2_K_XL.gguf", + "file_size": "1.3 GB" }, { - "model_id": "Qwen3.5-397B-A17B-Uncensored-Q4_K_M", - "path": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/Qwen3.5-397B-A17B-Uncensored-Q4_K_M.gguf", - "file_size": "224.1 GB" + "model_id": "granite-4.1-3b-UD-Q3_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q3_K_XL.gguf", + "file_size": "1.7 GB" + }, + { + "model_id": "granite-4.1-3b-UD-Q4_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q4_K_XL.gguf", + "file_size": "2.0 GB" }, { - "model_id": "Qwen3.5-397B-A17B-Uncensored-Q5_K_M", - "path": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/Qwen3.5-397B-A17B-Uncensored-Q5_K_M.gguf", - "file_size": "262.4 GB" + "model_id": "granite-4.1-3b-UD-Q5_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q5_K_XL.gguf", + "file_size": "2.3 GB" }, { - "model_id": "Qwen3.5-397B-A17B-Uncensored-Q6_K", - "path": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/Qwen3.5-397B-A17B-Uncensored-Q6_K.gguf", - "file_size": "303.2 GB" + "model_id": "granite-4.1-3b-UD-Q6_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q6_K_XL.gguf", + "file_size": "2.8 GB" }, { - "model_id": "Qwen3.5-397B-A17B-Uncensored-Q8_0", - "path": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/Qwen3.5-397B-A17B-Uncensored-Q8_0.gguf", - "file_size": "392.6 GB" + "model_id": "granite-4.1-3b-UD-Q8_K_XL", + "path": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/granite-4.1-3b-UD-Q8_K_XL.gguf", + "file_size": "4.0 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF/resolve/main/README.md", - "description": "A quantized variant of Alibaba's Qwen 3.5 397B MoE model with removed safety restrictions." + "readme": "https://huggingface.co/unsloth/granite-4.1-3b-GGUF/resolve/main/README.md", + "description": "IBM's Granite-4.1-3B is a 3B parameter long-context instruct model with enhanced tool calling, multilingual support, and chat capabilities, optimized with Unsloth." }, { - "model_name": "gemma-4-31B-it-uncensored-heretic-GGUF", - "developer": "llmfan46", - "downloads": 4464, - "createdAt": "2026-04-03T23:53:42.000Z", + "model_name": "talkie-1930-13b-it-q5", + "developer": "sol-wy", + "downloads": 4891, + "createdAt": "2026-04-29T20:37:07.000Z", "library_name": "gguf", - "tools": true, - "num_quants": 10, + "tools": false, + "num_quants": 1, "quants": [ { - "model_id": "gemma-4-31B-it-mmproj-BF16", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-mmproj-BF16.gguf", - "file_size": "1.1 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-BF16", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-BF16.gguf", - "file_size": "57.2 GB" - }, - { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_L", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_L.gguf", - "file_size": "15.5 GB" - }, + "model_id": "talkie-1930-13b-it-q5", + "path": "https://huggingface.co/sol-wy/talkie-1930-13b-it-q5/resolve/main/talkie-1930-13b-it-q5.gguf", + "file_size": "8.5 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/sol-wy/talkie-1930-13b-it-q5/resolve/main/README.md", + "description": "An experimental Q5_0 GGUF build of Talkie 1930 13B for consumer GPUs, requiring a custom patched llama.cpp runtime due to Talkie's non-standard architecture." + }, + { + "model_name": "ibm-granite_granite-4.1-30b-GGUF", + "developer": "bartowski", + "downloads": 4875, + "createdAt": "2026-04-29T19:39:35.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 27, + "quants": [ { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q3_K_M", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q3_K_M.gguf", - "file_size": "14.2 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ2_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_M.gguf", + "file_size": "9.9 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_M", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_M.gguf", - "file_size": "17.4 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ2_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_S.gguf", + "file_size": "9.3 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q4_K_S", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q4_K_S.gguf", - "file_size": "16.5 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ2_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_XS.gguf", + "file_size": "9.0 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_M", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_M.gguf", - "file_size": "20.3 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ2_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ2_XXS.gguf", + "file_size": "8.3 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q5_K_S", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q5_K_S.gguf", - "file_size": "19.8 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ3_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ3_M.gguf", + "file_size": "12.2 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q6_K", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q6_K.gguf", - "file_size": "23.5 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ3_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ3_XS.gguf", + "file_size": "11.4 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-heretic-Q8_0", - "path": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/gemma-4-31B-it-uncensored-heretic-Q8_0.gguf", - "file_size": "30.4 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." - }, - { - "model_name": "Qwen3.5-122B-A10B-APEX-GGUF", - "developer": "mudler", - "downloads": 4434, - "createdAt": "2026-04-02T14:46:53.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "Qwen3.5-122B-A10B-APEX-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-Balanced.gguf", - "file_size": "83.5 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ3_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ3_XXS.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3.5-122B-A10B-APEX-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-Compact.gguf", - "file_size": "55.1 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ4_NL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ4_NL.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Qwen3.5-122B-A10B-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-I-Balanced.gguf", - "file_size": "83.5 GB" + "model_id": "ibm-granite_granite-4.1-30b-IQ4_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-IQ4_XS.gguf", + "file_size": "14.6 GB" }, { - "model_id": "Qwen3.5-122B-A10B-APEX-I-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-I-Compact.gguf", - "file_size": "55.1 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q2_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q2_K.gguf", + "file_size": "10.2 GB" }, { - "model_id": "Qwen3.5-122B-A10B-APEX-I-Mini", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-I-Mini.gguf", - "file_size": "45.0 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q2_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q2_K_L.gguf", + "file_size": "10.3 GB" }, { - "model_id": "Qwen3.5-122B-A10B-APEX-I-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-I-Quality.gguf", - "file_size": "72.3 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_L.gguf", + "file_size": "14.2 GB" }, { - "model_id": "Qwen3.5-122B-A10B-APEX-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/Qwen3.5-122B-A10B-APEX-Quality.gguf", - "file_size": "72.3 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_M.gguf", + "file_size": "13.2 GB" + }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "866.6 MB" - } - ], - "readme": "https://huggingface.co/mudler/Qwen3.5-122B-A10B-APEX-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 122B MoE model with APEX optimized quantization for improved inference." - }, - { - "model_name": "Holo3-35B-A3B-GGUF", - "developer": "mradermacher", - "downloads": 4432, - "createdAt": "2026-04-01T11:36:23.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 13, - "quants": [ + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_S.gguf", + "file_size": "11.9 GB" + }, { - "model_id": "Holo3-35B-A3B.IQ4_XS", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.IQ4_XS.gguf", - "file_size": "17.6 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q3_K_XL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q3_K_XL.gguf", + "file_size": "14.3 GB" }, { - "model_id": "Holo3-35B-A3B.Q2_K", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q2_K.gguf", - "file_size": "12.1 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q4_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_0.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Holo3-35B-A3B.Q3_K_L", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q3_K_L.gguf", - "file_size": "16.9 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q4_1", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_1.gguf", + "file_size": "17.0 GB" }, { - "model_id": "Holo3-35B-A3B.Q3_K_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q3_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q4_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_K_L.gguf", + "file_size": "16.7 GB" }, { - "model_id": "Holo3-35B-A3B.Q3_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q3_K_S.gguf", - "file_size": "14.1 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q4_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_K_M.gguf", + "file_size": "16.6 GB" }, { - "model_id": "Holo3-35B-A3B.Q4_K_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q4_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q4_K_S.gguf", + "file_size": "15.5 GB" }, { - "model_id": "Holo3-35B-A3B.Q4_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q4_K_S.gguf", - "file_size": "18.5 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q5_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q5_K_L.gguf", + "file_size": "19.4 GB" }, { - "model_id": "Holo3-35B-A3B.Q5_K_M", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q5_K_M.gguf", - "file_size": "23.0 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q5_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q5_K_M.gguf", + "file_size": "19.3 GB" }, { - "model_id": "Holo3-35B-A3B.Q5_K_S", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q5_K_S.gguf", - "file_size": "22.3 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q5_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q5_K_S.gguf", + "file_size": "18.6 GB" }, { - "model_id": "Holo3-35B-A3B.Q6_K", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q6_K.gguf", - "file_size": "26.6 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q6_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q6_K.gguf", + "file_size": "22.5 GB" }, { - "model_id": "Holo3-35B-A3B.Q8_0", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "ibm-granite_granite-4.1-30b-Q6_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q6_K_L.gguf", + "file_size": "22.6 GB" }, { - "model_id": "Holo3-35B-A3B.mmproj-Q8_0", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.mmproj-Q8_0.gguf", - "file_size": "585.7 MB" + "model_id": "ibm-granite_granite-4.1-30b-Q8_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-Q8_0.gguf", + "file_size": "28.6 GB" }, { - "model_id": "Holo3-35B-A3B.mmproj-f16", - "path": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/Holo3-35B-A3B.mmproj-f16.gguf", - "file_size": "857.6 MB" + "model_id": "ibm-granite_granite-4.1-30b-imatrix", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/ibm-granite_granite-4.1-30b-imatrix.gguf", + "file_size": "14.1 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/resolve/main/README.md", - "description": "A 35B MoE community model for general-purpose text generation and reasoning." + "readme": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-30b-GGUF/resolve/main/README.md", + "description": "Quantized GGUF files of IBM Granite 4.1-30b for efficient inference with llama.cpp and compatible tools." }, { - "model_name": "zed-industries_zeta-2-GGUF", - "developer": "bartowski", - "downloads": 4164, - "createdAt": "2026-03-26T03:09:29.000Z", + "model_name": "flux2-klein-4B-uncensored-text-encoder", + "developer": "Cordux", + "downloads": 4717, + "createdAt": "2026-01-27T19:26:51.000Z", "library_name": "gguf", - "tools": false, + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "qwen3-4b-abl-q4_0", + "path": "https://huggingface.co/Cordux/flux2-klein-4B-uncensored-text-encoder/resolve/main/qwen3-4b-abl-q4_0.gguf", + "file_size": "2.2 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Cordux/flux2-klein-4B-uncensored-text-encoder/resolve/main/README.md", + "description": "An uncensored Qwen3-4B text encoder in GGUF Q4_0 format for Flux2 Klein that removes safety filtering to enable NSFW content generation." + }, + { + "model_name": "Qwopus-GLM-18B-Healed-i1-GGUF", + "developer": "mradermacher", + "downloads": 4402, + "createdAt": "2026-04-21T11:12:43.000Z", + "library_name": "gguf", + "tools": true, "num_quants": 25, "quants": [ { - "model_id": "zed-industries_zeta-2-IQ2_M", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-IQ2_M.gguf", - "file_size": "3.1 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ1_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ1_M.gguf", + "file_size": "4.4 GB" }, { - "model_id": "zed-industries_zeta-2-IQ3_M", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-IQ3_M.gguf", - "file_size": "3.8 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ1_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ1_S.gguf", + "file_size": "4.1 GB" }, { - "model_id": "zed-industries_zeta-2-IQ3_XS", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-IQ3_XS.gguf", - "file_size": "3.5 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_M.gguf", + "file_size": "5.7 GB" }, { - "model_id": "zed-industries_zeta-2-IQ3_XXS", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-IQ3_XXS.gguf", - "file_size": "3.3 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_S.gguf", + "file_size": "5.3 GB" }, { - "model_id": "zed-industries_zeta-2-IQ4_NL", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-IQ4_NL.gguf", - "file_size": "4.6 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_XS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_XS.gguf", + "file_size": "5.1 GB" }, { - "model_id": "zed-industries_zeta-2-IQ4_XS", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-IQ4_XS.gguf", - "file_size": "4.4 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ2_XXS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ2_XXS.gguf", + "file_size": "4.8 GB" }, { - "model_id": "zed-industries_zeta-2-Q2_K", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q2_K.gguf", - "file_size": "3.2 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_M.gguf", + "file_size": "7.0 GB" }, { - "model_id": "zed-industries_zeta-2-Q2_K_L", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q2_K_L.gguf", - "file_size": "3.8 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_S.gguf", + "file_size": "6.9 GB" }, { - "model_id": "zed-industries_zeta-2-Q3_K_L", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q3_K_L.gguf", - "file_size": "4.2 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_XS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_XS.gguf", + "file_size": "6.7 GB" }, { - "model_id": "zed-industries_zeta-2-Q3_K_M", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q3_K_M.gguf", - "file_size": "4.0 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ3_XXS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ3_XXS.gguf", + "file_size": "6.3 GB" }, { - "model_id": "zed-industries_zeta-2-Q3_K_S", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q3_K_S.gguf", - "file_size": "3.6 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ4_NL", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ4_NL.gguf", + "file_size": "8.8 GB" }, { - "model_id": "zed-industries_zeta-2-Q3_K_XL", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q3_K_XL.gguf", - "file_size": "4.7 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-IQ4_XS", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-IQ4_XS.gguf", + "file_size": "8.4 GB" }, { - "model_id": "zed-industries_zeta-2-Q4_0", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q4_0.gguf", - "file_size": "4.6 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q2_K", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q2_K.gguf", + "file_size": "6.0 GB" }, { - "model_id": "zed-industries_zeta-2-Q4_1", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q4_1.gguf", - "file_size": "5.0 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q2_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q2_K_S.gguf", + "file_size": "5.8 GB" }, { - "model_id": "zed-industries_zeta-2-Q4_K_L", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q4_K_L.gguf", - "file_size": "5.3 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q3_K_L", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q3_K_L.gguf", + "file_size": "8.0 GB" }, { - "model_id": "zed-industries_zeta-2-Q4_K_M", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q4_K_M.gguf", - "file_size": "4.9 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q3_K_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q3_K_M.gguf", + "file_size": "7.4 GB" }, { - "model_id": "zed-industries_zeta-2-Q4_K_S", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q4_K_S.gguf", - "file_size": "4.6 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q3_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q3_K_S.gguf", + "file_size": "6.7 GB" }, { - "model_id": "zed-industries_zeta-2-Q5_K_L", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q5_K_L.gguf", - "file_size": "6.0 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_0", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_0.gguf", + "file_size": "8.6 GB" }, { - "model_id": "zed-industries_zeta-2-Q5_K_M", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q5_K_M.gguf", - "file_size": "5.6 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_1", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_1.gguf", + "file_size": "9.4 GB" }, { - "model_id": "zed-industries_zeta-2-Q5_K_S", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q5_K_S.gguf", - "file_size": "5.4 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_K_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_K_M.gguf", + "file_size": "9.2 GB" }, { - "model_id": "zed-industries_zeta-2-Q6_K", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q6_K.gguf", - "file_size": "6.5 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q4_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q4_K_S.gguf", + "file_size": "8.6 GB" }, { - "model_id": "zed-industries_zeta-2-Q6_K_L", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q6_K_L.gguf", - "file_size": "6.8 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q5_K_M", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q5_K_M.gguf", + "file_size": "10.6 GB" }, { - "model_id": "zed-industries_zeta-2-Q8_0", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-Q8_0.gguf", - "file_size": "8.2 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q5_K_S", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q5_K_S.gguf", + "file_size": "10.3 GB" }, { - "model_id": "zed-industries_zeta-2-bf16", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-bf16.gguf", - "file_size": "15.4 GB" + "model_id": "Qwopus-GLM-18B-Healed.i1-Q6_K", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.i1-Q6_K.gguf", + "file_size": "12.1 GB" }, { - "model_id": "zed-industries_zeta-2-imatrix", - "path": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/zed-industries_zeta-2-imatrix.gguf", - "file_size": "4.8 MB" + "model_id": "Qwopus-GLM-18B-Healed.imatrix", + "path": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/Qwopus-GLM-18B-Healed.imatrix.gguf", + "file_size": "9.8 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/zed-industries_zeta-2-GGUF/resolve/main/README.md", - "description": "Zed Industries' Zeta 2 model, optimized for code editing and IDE integration." + "readme": "https://huggingface.co/mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF/resolve/main/README.md", + "description": "GGUF quantized versions of the Qwopus-GLM-18B-Healed language model with various quantization levels (IQ1-Q6_K) for different quality/size tradeoffs." }, { - "model_name": "GLM-4.7-Flash-APEX-GGUF", - "developer": "mudler", - "downloads": 3855, - "createdAt": "2026-04-04T20:57:59.000Z", + "model_name": "MiMo-V2.5-GGUF", + "developer": "AesSedai", + "downloads": 4212, + "createdAt": "2026-04-29T01:54:42.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 1, "quants": [ { - "model_id": "GLM-4.7-Flash-APEX-Balanced", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-Balanced.gguf", - "file_size": "20.5 GB" - }, - { - "model_id": "GLM-4.7-Flash-APEX-Compact", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-Compact.gguf", - "file_size": "13.6 GB" - }, - { - "model_id": "GLM-4.7-Flash-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-I-Balanced.gguf", - "file_size": "20.5 GB" - }, + "model_id": "imatrix", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/imatrix.gguf", + "file_size": "474.8 MB" + } + ], + "num_mmproj": 4, + "mmproj_models": [ { - "model_id": "GLM-4.7-Flash-APEX-I-Compact", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-I-Compact.gguf", - "file_size": "13.6 GB" + "model_id": "mmproj-MiMo-V2.5-BF16", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-BF16.gguf", + "file_size": "1.4 GB" }, { - "model_id": "GLM-4.7-Flash-APEX-I-Mini", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-I-Mini.gguf", - "file_size": "11.1 GB" + "model_id": "mmproj-MiMo-V2.5-F16", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-F16.gguf", + "file_size": "1.4 GB" }, { - "model_id": "GLM-4.7-Flash-APEX-I-Quality", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-I-Quality.gguf", - "file_size": "17.9 GB" + "model_id": "mmproj-MiMo-V2.5-F32", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-F32.gguf", + "file_size": "2.7 GB" }, { - "model_id": "GLM-4.7-Flash-APEX-Quality", - "path": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/GLM-4.7-Flash-APEX-Quality.gguf", - "file_size": "17.9 GB" + "model_id": "mmproj-MiMo-V2.5-Q8_0", + "path": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/mmproj-MiMo-V2.5-Q8_0.gguf", + "file_size": "745.2 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mudler/GLM-4.7-Flash-APEX-GGUF/resolve/main/README.md", - "description": "Zhipu's GLM 4.7 Flash model with APEX optimized quantization." + "readme": "https://huggingface.co/AesSedai/MiMo-V2.5-GGUF/resolve/main/README.md", + "description": "Text-only GGUF quantization of XiaomiMiMo/MiMo-V2.5 with specialized MoE quantizations (Q8_0 to IQ3_S) offering various size/quality tradeoffs." }, { - "model_name": "gpt-oss-puzzle-88B-GGUF", - "developer": "SamPurkis", - "downloads": 3678, - "createdAt": "2026-03-26T15:35:12.000Z", + "model_name": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF", + "developer": "mudler", + "downloads": 3819, + "createdAt": "2026-04-28T22:34:48.000Z", "library_name": "gguf", "tools": true, - "num_quants": 2, + "num_quants": 9, "quants": [ { - "model_id": "gpt-oss-puzzle-88B.MXFP4_MOE", - "path": "https://huggingface.co/SamPurkis/gpt-oss-puzzle-88B-GGUF/resolve/main/gpt-oss-puzzle-88B.MXFP4_MOE.gguf", - "file_size": "44.8 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Balanced", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Balanced.gguf", + "file_size": "25.3 GB" }, { - "model_id": "gpt-oss-puzzle-88B.f16", - "path": "https://huggingface.co/SamPurkis/gpt-oss-puzzle-88B-GGUF/resolve/main/gpt-oss-puzzle-88B.f16.gguf", - "file_size": "46.6 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/SamPurkis/gpt-oss-puzzle-88B-GGUF/resolve/main/README.md", - "description": "A large 88B open-source model optimized for puzzle solving and reasoning." - }, - { - "model_name": "Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF", - "developer": "llmfan46", - "downloads": 3648, - "createdAt": "2026-03-30T16:40:50.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 10, - "quants": [ - { - "model_id": "Qwen3.5-9B-mmproj-BF16", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-mmproj-BF16.gguf", - "file_size": "879.0 MB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Compact", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Compact.gguf", + "file_size": "18.9 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-BF16", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-BF16.gguf", - "file_size": "16.7 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Balanced", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Balanced.gguf", + "file_size": "25.3 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q3_K_L", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q3_K_L.gguf", - "file_size": "4.4 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Compact", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Compact.gguf", + "file_size": "18.9 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q3_K_M", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q3_K_M.gguf", - "file_size": "4.2 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Mini", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Mini.gguf", + "file_size": "17.5 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q4_K_M", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q4_K_M.gguf", - "file_size": "5.1 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Nano", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Nano.gguf", + "file_size": "16.8 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q4_K_S", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Quality", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Quality.gguf", + "file_size": "21.4 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q5_K_M", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Quality", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Quality.gguf", + "file_size": "21.4 GB" }, { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q5_K_S", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q5_K_S.gguf", - "file_size": "5.9 GB" - }, + "model_id": "Nemotron-3-Nano-Omni-30B-A3B-Reasoning-F16", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-F16.gguf", + "file_size": "58.8 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q6_K", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q6_K.gguf", - "file_size": "6.9 GB" - }, + "model_id": "mmproj", + "path": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/mmproj.gguf", + "file_size": "1.5 GB" + } + ], + "readme": "https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/resolve/main/README.md", + "description": "APEX-quantized GGUF versions of NVIDIA's 30B MoE multimodal model (vision+audio) in 17-26GB sizes." + }, + { + "model_name": "Qwen3.6-27B-i1-IQ4_XS-GGUF", + "developer": "cHunter789", + "downloads": 3642, + "createdAt": "2026-04-28T08:55:33.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "Qwen3.5-9B-ultra-uncensored-heretic-v2-Q8_0", - "path": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/Qwen3.5-9B-ultra-uncensored-heretic-v2-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "Qwen3.6-27B.i1-IQ4_XS-attn_qkv-IQ4_XS", + "path": "https://huggingface.co/cHunter789/Qwen3.6-27B-i1-IQ4_XS-GGUF/resolve/main/Qwen3.6-27B.i1-IQ4_XS-attn_qkv-IQ4_XS.gguf", + "file_size": "13.7 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF/resolve/main/README.md", - "description": "A community fine-tune of Qwen 3.5 9B with modified safety filters for less restricted output." + "readme": "https://huggingface.co/cHunter789/Qwen3.6-27B-i1-IQ4_XS-GGUF/resolve/main/README.md", + "description": "An optimized IQ4_XS quantized Qwen3.6-27B that saves 375 MiB of memory with negligible quality loss (+0.0039 PPL)." }, { - "model_name": "UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN", - "developer": "ZERO-POINT-INTELLIGENCE-LTD", - "downloads": 3205, - "createdAt": "2026-03-21T00:52:10.000Z", + "model_name": "Hy-MT1.5-1.8B-2bit-GGUF", + "developer": "tencent", + "downloads": 3456, + "createdAt": "2026-04-29T04:26:09.000Z", "library_name": "gguf", - "tools": true, - "num_quants": 4, + "tools": false, + "num_quants": 1, "quants": [ { - "model_id": "MARTHA-GPT-OSS-120B-BF16", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN/resolve/main/MARTHA-GPT-OSS-120B-BF16.gguf", - "file_size": "217.7 GB" - }, - { - "model_id": "MARTHA-GPT-OSS-120B-IQ4_XS", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN/resolve/main/MARTHA-GPT-OSS-120B-IQ4_XS.gguf", - "file_size": "62.4 GB" - }, - { - "model_id": "MARTHA-GPT-OSS-120B-Q4_K_M", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN/resolve/main/MARTHA-GPT-OSS-120B-Q4_K_M.gguf", - "file_size": "81.8 GB" - }, - { - "model_id": "MARTHA-GPT-OSS-120B-Q5_K_M", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN/resolve/main/MARTHA-GPT-OSS-120B-Q5_K_M.gguf", - "file_size": "87.5 GB" + "model_id": "Hy-MT1.5-1.8B-2bit", + "path": "https://huggingface.co/tencent/Hy-MT1.5-1.8B-2bit-GGUF/resolve/main/Hy-MT1.5-1.8B-2bit.gguf", + "file_size": "572.7 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN/resolve/main/README.md", - "description": "An unstable work-in-progress model not intended for production use." + "readme": "https://huggingface.co/tencent/Hy-MT1.5-1.8B-2bit-GGUF/resolve/main/README.md", + "description": "2-bit quantized 1.8B multilingual translation model (574MB) for on-device offline use." }, { - "model_name": "llm-jp-4-8b-thinking-gguf", - "developer": "mmnga-o", - "downloads": 2927, - "createdAt": "2026-04-03T13:47:44.000Z", + "model_name": "Qwen3.6-35B-A3B-GGUF-Strix", + "developer": "0xSero", + "downloads": 3347, + "createdAt": "2026-04-17T21:05:50.000Z", "library_name": "gguf", "tools": true, - "num_quants": 14, + "num_quants": 7, "quants": [ { - "model_id": "llm-jp-4-8b-thinking-IQ3_M", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-IQ3_M.gguf", - "file_size": "3.8 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-IQ4_NL", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-IQ4_NL.gguf", - "file_size": "4.7 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-IQ4_XS", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-IQ4_XS.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-MXFP4_MOE", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-MXFP4_MOE.gguf", - "file_size": "8.5 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-Q3_K_L", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q3_K_L.gguf", - "file_size": "4.3 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-Q3_K_M", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q3_K_M.gguf", - "file_size": "4.1 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-Q4_0", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q4_0.gguf", - "file_size": "4.7 GB" - }, - { - "model_id": "llm-jp-4-8b-thinking-Q4_K_M", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q4_K_M.gguf", - "file_size": "4.9 GB" + "model_id": "Qwen3.6-35B-A3B-DYNAMIC", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-DYNAMIC.gguf", + "file_size": "19.1 GB" }, { - "model_id": "llm-jp-4-8b-thinking-Q4_K_S", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q4_K_S.gguf", - "file_size": "4.7 GB" + "model_id": "Qwen3.6-35B-A3B-IQ4_NL", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-IQ4_NL.gguf", + "file_size": "18.6 GB" }, { - "model_id": "llm-jp-4-8b-thinking-Q5_0", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q5_0.gguf", - "file_size": "5.6 GB" + "model_id": "Qwen3.6-35B-A3B-Q4_0", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q4_0.gguf", + "file_size": "18.4 GB" }, { - "model_id": "llm-jp-4-8b-thinking-Q5_K_M", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q5_K_M.gguf", - "file_size": "5.7 GB" + "model_id": "Qwen3.6-35B-A3B-Q4_K_M", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "llm-jp-4-8b-thinking-Q5_K_S", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q5_K_S.gguf", - "file_size": "5.6 GB" + "model_id": "Qwen3.6-35B-A3B-Q5_K_M", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q5_K_M.gguf", + "file_size": "23.0 GB" }, { - "model_id": "llm-jp-4-8b-thinking-Q6_K", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q6_K.gguf", - "file_size": "6.6 GB" + "model_id": "Qwen3.6-35B-A3B-Q6_K", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "llm-jp-4-8b-thinking-Q8_0", - "path": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/llm-jp-4-8b-thinking-Q8_0.gguf", - "file_size": "8.5 GB" + "model_id": "Qwen3.6-35B-A3B-Q8_0", + "path": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/Qwen3.6-35B-A3B-Q8_0.gguf", + "file_size": "34.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mmnga-o/llm-jp-4-8b-thinking-gguf/resolve/main/README.md", - "description": "A Japanese 8B model with thinking capabilities for chain-of-thought reasoning." + "readme": "https://huggingface.co/0xSero/Qwen3.6-35B-A3B-GGUF-Strix/resolve/main/README.md", + "description": "Quantized GGUF variants of Qwen3.6-35B-A3B optimized for AMD Strix Halo with a DYNAMIC mix offering the fastest prefill speed." }, { - "model_name": "Skyfall-31B-v4.2-GGUF", - "developer": "TheDrummer", - "downloads": 2815, - "createdAt": "2026-02-13T06:19:27.000Z", + "model_name": "ibm-granite_granite-4.1-8b-GGUF", + "developer": "bartowski", + "downloads": 3192, + "createdAt": "2026-04-29T19:11:25.000Z", "library_name": "gguf", "tools": true, - "num_quants": 6, + "num_quants": 25, "quants": [ { - "model_id": "Skyfall-31B-v4y-Q2_K", - "path": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/Skyfall-31B-v4y-Q2_K.gguf", - "file_size": "10.9 GB" + "model_id": "ibm-granite_granite-4.1-8b-IQ2_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ2_M.gguf", + "file_size": "3.3 GB" }, { - "model_id": "Skyfall-31B-v4y-Q3_K_M", - "path": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/Skyfall-31B-v4y-Q3_K_M.gguf", - "file_size": "14.2 GB" + "model_id": "ibm-granite_granite-4.1-8b-IQ3_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ3_M.gguf", + "file_size": "3.9 GB" }, { - "model_id": "Skyfall-31B-v4y-Q4_K_M", - "path": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/Skyfall-31B-v4y-Q4_K_M.gguf", - "file_size": "17.7 GB" + "model_id": "ibm-granite_granite-4.1-8b-IQ3_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ3_XS.gguf", + "file_size": "3.7 GB" }, { - "model_id": "Skyfall-31B-v4y-Q5_K_M", - "path": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/Skyfall-31B-v4y-Q5_K_M.gguf", - "file_size": "20.7 GB" + "model_id": "ibm-granite_granite-4.1-8b-IQ3_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ3_XXS.gguf", + "file_size": "3.5 GB" }, { - "model_id": "Skyfall-31B-v4y-Q6_K", - "path": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/Skyfall-31B-v4y-Q6_K.gguf", - "file_size": "24.0 GB" + "model_id": "ibm-granite_granite-4.1-8b-IQ4_NL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ4_NL.gguf", + "file_size": "4.8 GB" }, { - "model_id": "Skyfall-31B-v4y-Q8_0", - "path": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/Skyfall-31B-v4y-Q8_0.gguf", - "file_size": "31.0 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/TheDrummer/Skyfall-31B-v4.2-GGUF/resolve/main/README.md", - "description": "A 31B community model based on Gemma 4 for creative writing and roleplay." - }, - { - "model_name": "gemma-4-26B-A4B-it-heretic-APEX-GGUF", - "developer": "mudler", - "downloads": 2731, - "createdAt": "2026-04-05T01:45:40.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ - { - "model_id": "gemma-4-26B-A4B-heretic-APEX-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-Balanced.gguf", - "file_size": "18.2 GB" + "model_id": "ibm-granite_granite-4.1-8b-IQ4_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-IQ4_XS.gguf", + "file_size": "4.6 GB" }, { - "model_id": "gemma-4-26B-A4B-heretic-APEX-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q2_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q2_K.gguf", + "file_size": "3.3 GB" }, { - "model_id": "gemma-4-26B-A4B-heretic-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-I-Balanced.gguf", - "file_size": "18.2 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q2_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q2_K_L.gguf", + "file_size": "3.7 GB" }, { - "model_id": "gemma-4-26B-A4B-heretic-APEX-I-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-I-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_L.gguf", + "file_size": "4.4 GB" }, { - "model_id": "gemma-4-26B-A4B-heretic-APEX-I-Mini", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-I-Mini.gguf", - "file_size": "12.1 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_M.gguf", + "file_size": "4.2 GB" }, { - "model_id": "gemma-4-26B-A4B-heretic-APEX-I-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-I-Quality.gguf", - "file_size": "19.2 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_S.gguf", + "file_size": "3.8 GB" }, { - "model_id": "gemma-4-26B-A4B-heretic-APEX-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/gemma-4-26B-A4B-heretic-APEX-Quality.gguf", - "file_size": "19.2 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "ibm-granite_granite-4.1-8b-Q3_K_XL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q3_K_XL.gguf", + "file_size": "4.8 GB" + }, { - "model_id": "mmproj", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/mmproj.gguf", - "file_size": "1.1 GB" - } - ], - "readme": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." - }, - { - "model_name": "Bonsai-8B-requantized", - "developer": "lilyanatia", - "downloads": 2643, - "createdAt": "2026-04-02T13:37:55.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 5, - "quants": [ + "model_id": "ibm-granite_granite-4.1-8b-Q4_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_0.gguf", + "file_size": "4.8 GB" + }, { - "model_id": "Bonsai-8B-IQ1_S", - "path": "https://huggingface.co/lilyanatia/Bonsai-8B-requantized/resolve/main/Bonsai-8B-IQ1_S.gguf", - "file_size": "1.8 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q4_1", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_1.gguf", + "file_size": "5.3 GB" }, { - "model_id": "Bonsai-8B-Q2_K", - "path": "https://huggingface.co/lilyanatia/Bonsai-8B-requantized/resolve/main/Bonsai-8B-Q2_K.gguf", - "file_size": "2.8 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q4_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_K_L.gguf", + "file_size": "5.4 GB" }, { - "model_id": "Bonsai-8B-TQ1_0", - "path": "https://huggingface.co/lilyanatia/Bonsai-8B-requantized/resolve/main/Bonsai-8B-TQ1_0.gguf", - "file_size": "1.6 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q4_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "Bonsai-8B-TQ2_0", - "path": "https://huggingface.co/lilyanatia/Bonsai-8B-requantized/resolve/main/Bonsai-8B-TQ2_0.gguf", - "file_size": "2.0 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q4_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q4_K_S.gguf", + "file_size": "4.8 GB" }, { - "model_id": "imatrix", - "path": "https://huggingface.co/lilyanatia/Bonsai-8B-requantized/resolve/main/imatrix.gguf", - "file_size": "5.1 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/lilyanatia/Bonsai-8B-requantized/resolve/main/README.md", - "description": "An 8B model from the Bonsai family for general-purpose text generation and understanding." - }, - { - "model_name": "Qwen3-Coder-30B-APEX-GGUF", - "developer": "mudler", - "downloads": 2618, - "createdAt": "2026-04-02T09:19:36.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ + "model_id": "ibm-granite_granite-4.1-8b-Q5_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q5_K_L.gguf", + "file_size": "6.2 GB" + }, { - "model_id": "Qwen3-Coder-30B-APEX-Balanced", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-Balanced.gguf", - "file_size": "20.8 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q5_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "Qwen3-Coder-30B-APEX-Compact", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-Compact.gguf", - "file_size": "13.8 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q5_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q5_K_S.gguf", + "file_size": "5.7 GB" }, { - "model_id": "Qwen3-Coder-30B-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-I-Balanced.gguf", - "file_size": "20.8 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q6_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q6_K.gguf", + "file_size": "7.0 GB" }, { - "model_id": "Qwen3-Coder-30B-APEX-I-Compact", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-I-Compact.gguf", - "file_size": "13.8 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q6_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q6_K_L.gguf", + "file_size": "7.2 GB" }, { - "model_id": "Qwen3-Coder-30B-APEX-I-Quality", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-I-Quality.gguf", - "file_size": "18.1 GB" + "model_id": "ibm-granite_granite-4.1-8b-Q8_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-Q8_0.gguf", + "file_size": "8.7 GB" }, { - "model_id": "Qwen3-Coder-30B-APEX-Mini", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-Mini.gguf", - "file_size": "11.3 GB" + "model_id": "ibm-granite_granite-4.1-8b-bf16", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-bf16.gguf", + "file_size": "16.4 GB" }, { - "model_id": "Qwen3-Coder-30B-APEX-Quality", - "path": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/Qwen3-Coder-30B-APEX-Quality.gguf", - "file_size": "18.1 GB" + "model_id": "ibm-granite_granite-4.1-8b-imatrix", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/ibm-granite_granite-4.1-8b-imatrix.gguf", + "file_size": "5.7 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mudler/Qwen3-Coder-30B-APEX-GGUF/resolve/main/README.md", - "description": "A Qwen 3 Coder 30B variant with APEX optimized quantization for code generation." + "readme": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-8b-GGUF/resolve/main/README.md", + "description": "Quantized GGUF versions of IBM Granite 4.1-8b model with various quality/size options for different hardware." }, { - "model_name": "Qwen3.5-27B-TQ3_4S", - "developer": "YTan2000", - "downloads": 2491, - "createdAt": "2026-04-01T21:25:44.000Z", + "model_name": "LORAs", + "developer": "jeremyhola", + "downloads": 3152, + "createdAt": "2026-01-31T20:02:29.000Z", "library_name": "gguf", "tools": true, "num_quants": 1, "quants": [ { - "model_id": "Qwen_Qwen3.5-27B-TQ3_4S", - "path": "https://huggingface.co/YTan2000/Qwen3.5-27B-TQ3_4S/resolve/main/Qwen_Qwen3.5-27B-TQ3_4S.gguf", - "file_size": "12.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/YTan2000/Qwen3.5-27B-TQ3_4S/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" + "model_id": "aiorbust/nsfw/Qwen3-4b-Z-Image-Engineer-V4-F16", + "path": "https://huggingface.co/jeremyhola/LORAs/resolve/main/aiorbust/nsfw/Qwen3-4b-Z-Image-Engineer-V4-F16.gguf", + "file_size": "7.5 GB" } ], - "readme": "https://huggingface.co/YTan2000/Qwen3.5-27B-TQ3_4S/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 27B dense model offering strong reasoning, coding, and multilingual capabilities." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/jeremyhola/LORAs/resolve/main/README.md", + "description": "Text-to-image LoRA models fine-tuned using Diffusers LoRA Trainer." }, { - "model_name": "Qwen3.5-27B-TQ3_1S", - "developer": "YTan2000", - "downloads": 2486, - "createdAt": "2026-03-30T18:01:48.000Z", + "model_name": "cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF", + "developer": "bartowski", + "downloads": 2923, + "createdAt": "2025-10-20T21:34:35.000Z", "library_name": "gguf", "tools": true, - "num_quants": 1, + "num_quants": 28, "quants": [ { - "model_id": "Qwen3.5-27B-TQ3_1S", - "path": "https://huggingface.co/YTan2000/Qwen3.5-27B-TQ3_1S/resolve/main/Qwen3.5-27B-TQ3_1S.gguf", - "file_size": "12.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M.gguf", + "file_size": "7.5 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/YTan2000/Qwen3.5-27B-TQ3_1S/resolve/main/mmproj-BF16.gguf", - "file_size": "888.0 MB" - } - ], - "readme": "https://huggingface.co/YTan2000/Qwen3.5-27B-TQ3_1S/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 27B dense model offering strong reasoning, coding, and multilingual capabilities." - }, - { - "model_name": "Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF", - "developer": "samuelcardillo", - "downloads": 2202, - "createdAt": "2026-04-02T18:00:39.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 5, - "quants": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_S.gguf", + "file_size": "6.7 GB" + }, { - "model_id": "Qwen3-Coder-Next-Opus-Distilled-BF16", - "path": "https://huggingface.co/samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3-Coder-Next-Opus-Distilled-BF16.gguf", - "file_size": "148.5 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XS.gguf", + "file_size": "6.6 GB" }, { - "model_id": "Qwen3-Coder-Next-Opus-Distilled-Q4_K_M", - "path": "https://huggingface.co/samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3-Coder-Next-Opus-Distilled-Q4_K_M.gguf", - "file_size": "45.2 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS.gguf", + "file_size": "5.8 GB" }, { - "model_id": "Qwen3-Coder-Next-Opus-Distilled-Q5_K_M", - "path": "https://huggingface.co/samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3-Coder-Next-Opus-Distilled-Q5_K_M.gguf", - "file_size": "52.9 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_M.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3-Coder-Next-Opus-Distilled-Q6_K", - "path": "https://huggingface.co/samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3-Coder-Next-Opus-Distilled-Q6_K.gguf", - "file_size": "61.0 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XS.gguf", + "file_size": "9.7 GB" }, { - "model_id": "Qwen3-Coder-Next-Opus-Distilled-Q8_0", - "path": "https://huggingface.co/samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3-Coder-Next-Opus-Distilled-Q8_0.gguf", - "file_size": "79.0 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF/resolve/main/README.md", - "description": "A Qwen 3 Coder Next variant distilled from Claude Opus for enhanced code reasoning." - }, - { - "model_name": "Qwopus3.5-27B-v3-TQ3_4S", - "developer": "YTan2000", - "downloads": 1772, - "createdAt": "2026-04-02T15:55:33.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS.gguf", + "file_size": "9.3 GB" + }, { - "model_id": "Qwopus3.5-27B-v3-TQ3_4S", - "path": "https://huggingface.co/YTan2000/Qwopus3.5-27B-v3-TQ3_4S/resolve/main/Qwopus3.5-27B-v3-TQ3_4S.gguf", - "file_size": "13.0 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_NL", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_NL.gguf", + "file_size": "13.2 GB" + }, { - "model_id": "mmproj", - "path": "https://huggingface.co/YTan2000/Qwopus3.5-27B-v3-TQ3_4S/resolve/main/mmproj.gguf", - "file_size": "888.0 MB" - } - ], - "readme": "https://huggingface.co/YTan2000/Qwopus3.5-27B-v3-TQ3_4S/resolve/main/README.md", - "description": "A Qwen 3.5 variant distilled from Claude Opus for enhanced reasoning and instruction following." - }, - { - "model_name": "CoPaw-Flash-9B-Q8_0", - "developer": "agentscope-ai", - "downloads": 1728, - "createdAt": "2026-03-30T14:13:19.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS.gguf", + "file_size": "12.5 GB" + }, { - "model_id": "CoPaw-flash-9B-20260330-q8", - "path": "https://huggingface.co/agentscope-ai/CoPaw-Flash-9B-Q8_0/resolve/main/CoPaw-flash-9B-20260330-q8.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/agentscope-ai/CoPaw-Flash-9B-Q8_0/resolve/main/README.md", - "description": "An agentic 9B model from AgentScope optimized for fast tool-use and planning tasks." - }, - { - "model_name": "Qwen3.5-27B-GGUF-4.165bpw", - "developer": "sokann", - "downloads": 1727, - "createdAt": "2026-02-27T13:27:00.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 2, - "quants": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K.gguf", + "file_size": "8.3 GB" + }, { - "model_id": "Qwen3.5-27B-GGUF-4.165bpw-imatrix", - "path": "https://huggingface.co/sokann/Qwen3.5-27B-GGUF-4.165bpw/resolve/main/Qwen3.5-27B-GGUF-4.165bpw-imatrix.gguf", - "file_size": "13.1 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K_L.gguf", + "file_size": "8.6 GB" }, { - "model_id": "Qwen3.5-27B-GGUF-4.165bpw", - "path": "https://huggingface.co/sokann/Qwen3.5-27B-GGUF-4.165bpw/resolve/main/Qwen3.5-27B-GGUF-4.165bpw.gguf", - "file_size": "13.1 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/sokann/Qwen3.5-27B-GGUF-4.165bpw/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 27B dense model offering strong reasoning, coding, and multilingual capabilities." - }, - { - "model_name": "arcee-ai_Trinity-Large-Thinking-GGUF", - "developer": "bartowski", - "downloads": 1550, - "createdAt": "2026-03-31T05:42:50.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_L.gguf", + "file_size": "11.1 GB" + }, { - "model_id": "arcee-ai_Trinity-Large-Thinking-imatrix", - "path": "https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Thinking-GGUF/resolve/main/arcee-ai_Trinity-Large-Thinking-imatrix.gguf", - "file_size": "493.4 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Thinking-GGUF/resolve/main/README.md", - "description": "Arcee's Trinity Large Thinking model with chain-of-thought reasoning capabilities." - }, - { - "model_name": "Qwen3.5-35B-A3B-APEX-TQ-GGUF", - "developer": "mudler", - "downloads": 1522, - "createdAt": "2026-04-03T08:56:51.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 3, - "quants": [ + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M.gguf", + "file_size": "10.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_S.gguf", + "file_size": "10.2 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_XL", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_XL.gguf", + "file_size": "11.3 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0.gguf", + "file_size": "13.4 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_1", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_1.gguf", + "file_size": "14.6 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_L.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M.gguf", + "file_size": "14.2 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_S.gguf", + "file_size": "13.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_L.gguf", + "file_size": "16.7 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M.gguf", + "file_size": "16.5 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_S", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_S.gguf", + "file_size": "16.0 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K.gguf", + "file_size": "19.0 GB" + }, + { + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K_L", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K_L.gguf", + "file_size": "19.2 GB" + }, { - "model_id": "Qwen3.5-35B-A3B-APEX-TQ-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-TQ-Balanced.gguf", - "file_size": "23.6 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0.gguf", + "file_size": "24.6 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-TQ-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-TQ-Compact.gguf", - "file_size": "15.8 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-bf16", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-bf16.gguf", + "file_size": "46.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-APEX-TQ-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-TQ-Quality.gguf", - "file_size": "21.3 GB" + "model_id": "cerebras_Qwen3-Coder-REAP-25B-A3B-imatrix", + "path": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/cerebras_Qwen3-Coder-REAP-25B-A3B-imatrix.gguf", + "file_size": "94.1 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 35B MoE model with APEX optimized quantization." + "readme": "https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of Qwen3-Coder-REAP-25B-A3B for efficient inference via llama.cpp/LM Studio." }, { - "model_name": "Gemma-4-96E-A4B-Heretic-TQ", - "developer": "WaveCut", - "downloads": 1354, - "createdAt": "2026-04-04T16:02:15.000Z", + "model_name": "ibm-granite_granite-4.1-3b-GGUF", + "developer": "bartowski", + "downloads": 2901, + "createdAt": "2026-04-29T18:10:32.000Z", "library_name": "gguf", "tools": true, - "num_quants": 2, + "num_quants": 25, "quants": [ { - "model_id": "Gemma-4-96E-A4B-Heretic-TQ3_1S", - "path": "https://huggingface.co/WaveCut/Gemma-4-96E-A4B-Heretic-TQ/resolve/main/Gemma-4-96E-A4B-Heretic-TQ3_1S.gguf", - "file_size": "11.7 GB" + "model_id": "ibm-granite_granite-4.1-3b-IQ2_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ2_M.gguf", + "file_size": "1.3 GB" }, { - "model_id": "Gemma-4-96E-A4B-Heretic-TQ4_1S", - "path": "https://huggingface.co/WaveCut/Gemma-4-96E-A4B-Heretic-TQ/resolve/main/Gemma-4-96E-A4B-Heretic-TQ4_1S.gguf", - "file_size": "13.0 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/WaveCut/Gemma-4-96E-A4B-Heretic-TQ/resolve/main/README.md", - "description": "A community fine-tune of Google's Gemma 4 with aggressive quantization and modified behavior." - }, - { - "model_name": "CoPaw-Flash-9B-GGUF", - "developer": "marksverdhei", - "downloads": 1342, - "createdAt": "2026-03-31T14:37:42.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 8, - "quants": [ + "model_id": "ibm-granite_granite-4.1-3b-IQ3_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ3_M.gguf", + "file_size": "1.6 GB" + }, { - "model_id": "CoPaw-Flash-9B-BF16", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-BF16.gguf", - "file_size": "16.7 GB" + "model_id": "ibm-granite_granite-4.1-3b-IQ3_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ3_XS.gguf", + "file_size": "1.5 GB" }, { - "model_id": "CoPaw-Flash-9B-IQ4_XS", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-IQ4_XS.gguf", - "file_size": "4.8 GB" + "model_id": "ibm-granite_granite-4.1-3b-IQ3_XXS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ3_XXS.gguf", + "file_size": "1.4 GB" }, { - "model_id": "CoPaw-Flash-9B-Q3_K_M-imat", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-Q3_K_M-imat.gguf", - "file_size": "4.3 GB" + "model_id": "ibm-granite_granite-4.1-3b-IQ4_NL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ4_NL.gguf", + "file_size": "1.9 GB" }, { - "model_id": "CoPaw-Flash-9B-Q4_K_M-imat", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-Q4_K_M-imat.gguf", - "file_size": "5.2 GB" + "model_id": "ibm-granite_granite-4.1-3b-IQ4_XS", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-IQ4_XS.gguf", + "file_size": "1.8 GB" }, { - "model_id": "CoPaw-Flash-9B-Q4_K_M", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "ibm-granite_granite-4.1-3b-Q2_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q2_K.gguf", + "file_size": "1.3 GB" }, { - "model_id": "CoPaw-Flash-9B-Q5_K_M-imat", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-Q5_K_M-imat.gguf", - "file_size": "6.0 GB" + "model_id": "ibm-granite_granite-4.1-3b-Q2_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q2_K_L.gguf", + "file_size": "1.4 GB" }, { - "model_id": "CoPaw-Flash-9B-Q5_K_M", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_L.gguf", + "file_size": "1.8 GB" }, { - "model_id": "CoPaw-Flash-9B-Q8_0", - "path": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/CoPaw-Flash-9B-Q8_0.gguf", - "file_size": "8.9 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/marksverdhei/CoPaw-Flash-9B-GGUF/resolve/main/README.md", - "description": "An agentic 9B model from AgentScope optimized for fast tool-use and planning tasks." - }, - { - "model_name": "Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF", - "developer": "LuffyTheFox", - "downloads": 1340, - "createdAt": "2026-04-02T11:38:46.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 4, - "quants": [ + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_M.gguf", + "file_size": "1.7 GB" + }, { - "model_id": "Qwopus-27B-Uncensored-KL.Q4_K_M", - "path": "https://huggingface.co/LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF/resolve/main/Qwopus-27B-Uncensored-KL.Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_S.gguf", + "file_size": "1.5 GB" }, { - "model_id": "Qwopus-27B-Uncensored-KL.Q5_K_M", - "path": "https://huggingface.co/LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF/resolve/main/Qwopus-27B-Uncensored-KL.Q5_K_M.gguf", - "file_size": "17.9 GB" + "model_id": "ibm-granite_granite-4.1-3b-Q3_K_XL", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q3_K_XL.gguf", + "file_size": "1.8 GB" }, { - "model_id": "Qwopus-27B-Uncensored-KL.Q6_K", - "path": "https://huggingface.co/LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF/resolve/main/Qwopus-27B-Uncensored-KL.Q6_K.gguf", - "file_size": "20.6 GB" + "model_id": "ibm-granite_granite-4.1-3b-Q4_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_0.gguf", + "file_size": "1.9 GB" }, { - "model_id": "Qwopus-27B-Uncensored.Q8_0", - "path": "https://huggingface.co/LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF/resolve/main/Qwopus-27B-Uncensored.Q8_0.gguf", - "file_size": "26.6 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "ibm-granite_granite-4.1-3b-Q4_1", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_1.gguf", + "file_size": "2.1 GB" + }, { - "model_id": "mmproj", - "path": "https://huggingface.co/LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF/resolve/main/mmproj.gguf", - "file_size": "888.0 MB" + "model_id": "ibm-granite_granite-4.1-3b-Q4_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_K_L.gguf", + "file_size": "2.1 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_K_M.gguf", + "file_size": "2.0 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q4_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q4_K_S.gguf", + "file_size": "1.9 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q5_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q5_K_L.gguf", + "file_size": "2.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q5_K_M", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q5_K_M.gguf", + "file_size": "2.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q5_K_S", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q5_K_S.gguf", + "file_size": "2.2 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q6_K", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q6_K.gguf", + "file_size": "2.7 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q6_K_L", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q6_K_L.gguf", + "file_size": "2.8 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-Q8_0", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-Q8_0.gguf", + "file_size": "3.4 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-bf16", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-bf16.gguf", + "file_size": "6.3 GB" + }, + { + "model_id": "ibm-granite_granite-4.1-3b-imatrix", + "path": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/ibm-granite_granite-4.1-3b-imatrix.gguf", + "file_size": "3.6 MB" } ], - "readme": "https://huggingface.co/LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 variant distilled from Claude Opus with removed safety restrictions." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/ibm-granite_granite-4.1-3b-GGUF/resolve/main/README.md", + "description": "Llama.cpp GGUF quantizations of IBM Granite 4.1-3b model at various precision levels (Q2_K to Q8_0)." }, { - "model_name": "Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF", - "developer": "AlicanKiraz0", - "downloads": 1318, - "createdAt": "2025-01-21T03:41:56.000Z", + "model_name": "Hy-MT1.5-1.8B-1.25bit-GGUF", + "developer": "AngelSlim", + "downloads": 2735, + "createdAt": "2026-04-28T12:50:52.000Z", "library_name": "gguf", "tools": false, "num_quants": 1, "quants": [ { - "model_id": "baronllm-llama3.1-v1-q6_k", - "path": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/baronllm-llama3.1-v1-q6_k.gguf", - "file_size": "6.1 GB" + "model_id": "Hy-MT1.5-1.8B-1.25bit", + "path": "https://huggingface.co/AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF/resolve/main/Hy-MT1.5-1.8B-1.25bit.gguf", + "file_size": "440.5 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/README.md", - "description": "A Llama-3.1-8B model fine-tuned for offensive cybersecurity research, red-team scenarios, and exploit reasoning with safety guardrails." + "readme": "https://huggingface.co/AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF/resolve/main/README.md", + "description": "A Tencent 1.8B multilingual translation model compressed to 440MB using 1.25-bit Sherry quantization for offline mobile deployment." }, { - "model_name": "gemma-4-26B-A4B-it-heretic-GGUF", - "developer": "mradermacher", - "downloads": 1225, - "createdAt": "2026-04-04T20:13:26.000Z", + "model_name": "Qwen3.6-27B-AutoRound-GGUF", + "developer": "sphaela", + "downloads": 2611, + "createdAt": "2026-04-24T03:49:20.000Z", "library_name": "gguf", "tools": true, - "num_quants": 11, + "num_quants": 15, "quants": [ { - "model_id": "gemma-4-26B-A4B-it-heretic.IQ4_XS", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.IQ4_XS.gguf", - "file_size": "13.1 GB" + "model_id": "Qwen3.6-27B-Q2_K_MIXED", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q2_K_MIXED.gguf", + "file_size": "15.3 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q2_K", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q2_K.gguf", - "file_size": "9.9 GB" + "model_id": "Qwen3.6-27B-Q2_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q2_K_S.gguf", + "file_size": "8.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q3_K_L", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q3_K_L.gguf", - "file_size": "12.9 GB" + "model_id": "Qwen3.6-27B-Q3_K_L", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q3_K_L.gguf", + "file_size": "11.2 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q3_K_M", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q3_K_M.gguf", - "file_size": "12.4 GB" + "model_id": "Qwen3.6-27B-Q3_K_M", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q3_K_M.gguf", + "file_size": "11.2 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q3_K_S", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q3_K_S.gguf", - "file_size": "11.4 GB" + "model_id": "Qwen3.6-27B-Q3_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q3_K_S.gguf", + "file_size": "11.2 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q4_K_M", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q4_K_M.gguf", - "file_size": "15.6 GB" + "model_id": "Qwen3.6-27B-Q4_0", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_0.gguf", + "file_size": "14.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q4_1", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_1.gguf", + "file_size": "15.9 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q4_K_S", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q4_K_S.gguf", + "model_id": "Qwen3.6-27B-Q4_K_M", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_K_M.gguf", "file_size": "14.4 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q5_K_M", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q5_K_M.gguf", - "file_size": "17.8 GB" + "model_id": "Qwen3.6-27B-Q4_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q4_K_S.gguf", + "file_size": "14.4 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q5_K_S", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q5_K_S.gguf", - "file_size": "16.8 GB" + "model_id": "Qwen3.6-27B-Q5_0", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_0.gguf", + "file_size": "17.4 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q6_K", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q6_K.gguf", - "file_size": "21.1 GB" + "model_id": "Qwen3.6-27B-Q5_1", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_1.gguf", + "file_size": "18.9 GB" }, { - "model_id": "gemma-4-26B-A4B-it-heretic.Q8_0", - "path": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/gemma-4-26B-A4B-it-heretic.Q8_0.gguf", - "file_size": "25.0 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/gemma-4-26B-A4B-it-heretic-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 mixture-of-experts model with modified safety filters for less restricted output." - }, - { - "model_name": "gemma4-heretic-Q4_K_M.gguf", - "developer": "marafx2007", - "downloads": 1119, - "createdAt": "2026-04-03T00:43:10.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 1, - "quants": [ + "model_id": "Qwen3.6-27B-Q5_K_M", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_K_M.gguf", + "file_size": "17.4 GB" + }, { - "model_id": "gemma4-heretic-Q4_K_M", - "path": "https://huggingface.co/marafx2007/gemma4-heretic-Q4_K_M.gguf/resolve/main/gemma4-heretic-Q4_K_M.gguf", - "file_size": "3.2 GB" + "model_id": "Qwen3.6-27B-Q5_K_S", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q5_K_S.gguf", + "file_size": "17.4 GB" + }, + { + "model_id": "Qwen3.6-27B-Q6_K", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Qwen3.6-27B-Q8_0", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/Qwen3.6-27B-Q8_0.gguf", + "file_size": "26.6 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/marafx2007/gemma4-heretic-Q4_K_M.gguf/resolve/main/README.md", - "description": "A community fine-tune of Google's Gemma 4 with modified safety filters and aggressive quantization." - }, - { - "model_name": "Carnice-9b-GGUF", - "developer": "kai-os", - "downloads": 996, - "createdAt": "2026-04-04T01:03:28.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 3, - "quants": [ + "num_mmproj": 3, + "mmproj_models": [ { - "model_id": "Carnice-9b-Q4_K_M", - "path": "https://huggingface.co/kai-os/Carnice-9b-GGUF/resolve/main/Carnice-9b-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "mmproj-model-bf16", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/mmproj-model-bf16.gguf", + "file_size": "888.0 MB" }, { - "model_id": "Carnice-9b-Q6_K", - "path": "https://huggingface.co/kai-os/Carnice-9b-GGUF/resolve/main/Carnice-9b-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "mmproj-model-f16", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/mmproj-model-f16.gguf", + "file_size": "884.6 MB" }, { - "model_id": "Carnice-9b-Q8_0", - "path": "https://huggingface.co/kai-os/Carnice-9b-GGUF/resolve/main/Carnice-9b-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "mmproj-model-f32", + "path": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/mmproj-model-f32.gguf", + "file_size": "1.7 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/kai-os/Carnice-9b-GGUF/resolve/main/README.md", - "description": "A 9B community model for general-purpose conversational tasks." + "readme": "https://huggingface.co/sphaela/Qwen3.6-27B-AutoRound-GGUF/resolve/main/README.md", + "description": "GGUF quantized Qwen3.6-27B models using Intel AutoRound for efficient inference with llama.cpp." }, { - "model_name": "Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF", - "developer": "LuffyTheFox", - "downloads": 902, - "createdAt": "2026-04-03T14:05:43.000Z", + "model_name": "NVIDIA-Nemotron-3-Nano-Omni", + "developer": "ggml-org", + "downloads": 2442, + "createdAt": "2026-04-28T17:30:48.000Z", "library_name": "gguf", "tools": true, "num_quants": 2, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Uncensored-KL-UD.Q4_K_XL", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF/resolve/main/Qwen3.5-35B-A3B-Uncensored-KL-UD.Q4_K_XL.gguf", - "file_size": "20.7 GB" + "model_id": "nemotron-3-nano-omni-ga_v1.0-Q4_K_M", + "path": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/nemotron-3-nano-omni-ga_v1.0-Q4_K_M.gguf", + "file_size": "22.8 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Uncensored-KL.Q8_0", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF/resolve/main/Qwen3.5-35B-A3B-Uncensored-KL.Q8_0.gguf", - "file_size": "34.4 GB" + "model_id": "nemotron-3-nano-omni-ga_v1.0-Q8_0", + "path": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/nemotron-3-nano-omni-ga_v1.0-Q8_0.gguf", + "file_size": "31.3 GB" } ], "num_mmproj": 1, "mmproj_models": [ { - "model_id": "mmproj-Qwen3.5-35B-A3B-f16", - "path": "https://huggingface.co/LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF/resolve/main/mmproj-Qwen3.5-35B-A3B-f16.gguf", - "file_size": "857.6 MB" + "model_id": "mmproj-nemotron-3-nano-omni-ga_v1.0", + "path": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/mmproj-nemotron-3-nano-omni-ga_v1.0.gguf", + "file_size": "1.5 GB" } ], - "readme": "https://huggingface.co/LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 35B MoE variant distilled from Claude with removed safety restrictions." + "readme": "https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni/resolve/main/README.md", + "description": "NVIDIA's Nemotron-3-Nano-Omni is a compact AI model runnable via llama-server on localhost:8080." }, { - "model_name": "MARTHA-9B-GGUF", - "developer": "mradermacher", - "downloads": 900, - "createdAt": "2026-03-13T15:18:43.000Z", + "model_name": "TheDrummer_Rocinante-XL-16B-v1-GGUF", + "developer": "bartowski", + "downloads": 2360, + "createdAt": "2026-04-28T13:34:57.000Z", "library_name": "gguf", "tools": true, - "num_quants": 12, + "num_quants": 26, "quants": [ { - "model_id": "MARTHA-9B.IQ4_XS", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.IQ4_XS.gguf", - "file_size": "4.8 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ2_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ2_M.gguf", + "file_size": "5.9 GB" }, { - "model_id": "MARTHA-9B.Q2_K", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q2_K.gguf", - "file_size": "3.4 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ2_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ2_S.gguf", + "file_size": "5.6 GB" }, { - "model_id": "MARTHA-9B.Q3_K_L", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q3_K_L.gguf", - "file_size": "4.5 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ3_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ3_M.gguf", + "file_size": "7.1 GB" }, { - "model_id": "MARTHA-9B.Q3_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q3_K_M.gguf", - "file_size": "4.3 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ3_XS", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ3_XS.gguf", + "file_size": "6.7 GB" }, { - "model_id": "MARTHA-9B.Q3_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q3_K_S.gguf", - "file_size": "4.0 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ3_XXS", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ3_XXS.gguf", + "file_size": "6.3 GB" }, { - "model_id": "MARTHA-9B.Q4_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ4_NL", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ4_NL.gguf", + "file_size": "8.8 GB" }, { - "model_id": "MARTHA-9B.Q4_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-IQ4_XS", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-IQ4_XS.gguf", + "file_size": "8.4 GB" }, { - "model_id": "MARTHA-9B.Q5_K_M", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q5_K_M.gguf", - "file_size": "6.1 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q2_K", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q2_K.gguf", + "file_size": "6.0 GB" }, { - "model_id": "MARTHA-9B.Q5_K_S", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q2_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q2_K_L.gguf", + "file_size": "6.6 GB" }, { - "model_id": "MARTHA-9B.Q6_K", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q6_K.gguf", + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_L.gguf", + "file_size": "8.0 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_M.gguf", + "file_size": "7.6 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_S.gguf", "file_size": "6.9 GB" }, { - "model_id": "MARTHA-9B.Q8_0", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q3_K_XL", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q3_K_XL.gguf", + "file_size": "8.6 GB" }, { - "model_id": "MARTHA-9B.f16", - "path": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/MARTHA-9B.f16.gguf", - "file_size": "16.7 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/MARTHA-9B-GGUF/resolve/main/README.md", - "description": "A 9B model from the MARTHA family for efficient text generation and conversation." - }, - { - "model_name": "gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF", - "developer": "TeichAI", - "downloads": 899, - "createdAt": "2026-04-04T14:49:37.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 7, - "quants": [ + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_0", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_0.gguf", + "file_size": "8.7 GB" + }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16.gguf", - "file_size": "47.0 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_1", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_1.gguf", + "file_size": "9.6 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m.gguf", - "file_size": "12.4 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_K_L.gguf", + "file_size": "9.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s.gguf", - "file_size": "11.4 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_K_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_K_M.gguf", + "file_size": "9.4 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m.gguf", - "file_size": "15.6 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q4_K_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q4_K_S.gguf", + "file_size": "8.8 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m.gguf", - "file_size": "17.8 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q5_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q5_K_L.gguf", + "file_size": "11.3 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k.gguf", - "file_size": "21.1 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q5_K_M", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q5_K_M.gguf", + "file_size": "10.9 GB" }, { - "model_id": "gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0.gguf", - "file_size": "25.0 GB" - } - ], - "num_mmproj": 3, - "mmproj_models": [ + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q5_K_S", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q5_K_S.gguf", + "file_size": "10.4 GB" + }, { - "model_id": "mmproj-BF16", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/mmproj-BF16.gguf", - "file_size": "1.1 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q6_K", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q6_K.gguf", + "file_size": "12.8 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q6_K_L", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q6_K_L.gguf", + "file_size": "13.1 GB" + }, + { + "model_id": "TheDrummer_Rocinante-XL-16B-v1-Q8_0", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-Q8_0.gguf", + "file_size": "15.9 GB" }, { - "model_id": "mmproj-F16", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/mmproj-F16.gguf", - "file_size": "1.1 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-bf16", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-bf16.gguf", + "file_size": "29.9 GB" }, { - "model_id": "mmproj-F32", - "path": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/mmproj-F32.gguf", - "file_size": "2.1 GB" + "model_id": "TheDrummer_Rocinante-XL-16B-v1-imatrix", + "path": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/TheDrummer_Rocinante-XL-16B-v1-imatrix.gguf", + "file_size": "9.1 MB" } ], - "readme": "https://huggingface.co/TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 MoE model distilled from Claude for enhanced reasoning capabilities." + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a 16B language model for efficient inference." }, { - "model_name": "Wrench-9B-Q4_K_M-GGUF", - "developer": "ClankLabs", - "downloads": 809, - "createdAt": "2026-03-27T01:48:07.000Z", + "model_name": "Ornstein-Hermes-3.6-27b-SABER-GGUF", + "developer": "GestaltLabs", + "downloads": 2315, + "createdAt": "2026-04-27T22:52:17.000Z", "library_name": "gguf", "tools": true, - "num_quants": 1, + "num_quants": 7, "quants": [ { - "model_id": "Wrench-9B-Q4_K_M-GGUF ", - "path": "https://huggingface.co/ClankLabs/Wrench-9B-Q4_K_M-GGUF/resolve/main/Wrench-9B-Q4_K_M-GGUF .gguf", - "file_size": "5.2 GB" + "model_id": "Ornstein-Hermes-3.6-27b-SABER-IQ2_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-IQ2_M.gguf", + "file_size": "9.3 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-IQ4_XS", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-IQ4_XS.gguf", + "file_size": "14.0 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q3_K_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q3_K_M.gguf", + "file_size": "12.4 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q4_K_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q4_K_M.gguf", + "file_size": "15.4 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q5_K_M", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q5_K_M.gguf", + "file_size": "17.9 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q6_K", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q6_K.gguf", + "file_size": "20.6 GB" + }, + { + "model_id": "Ornstein-Hermes-3.6-27b-SABER-Q8_0", + "path": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/Ornstein-Hermes-3.6-27b-SABER-Q8_0.gguf", + "file_size": "26.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/ClankLabs/Wrench-9B-Q4_K_M-GGUF/resolve/main/README.md", - "description": "A 9B model for general-purpose tool use and instruction following." + "readme": "https://huggingface.co/GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF/resolve/main/README.md", + "description": "GGUF quantizations of a 27B language model with controlled refusal-shaping to reduce over-refusal while preserving safety boundaries." }, { - "model_name": "Harmonic-9B-GGUF", - "developer": "DJLougen", - "downloads": 745, - "createdAt": "2026-04-04T16:23:45.000Z", + "model_name": "L3-DARKEST-PLANET-16.5B-GGUF", + "developer": "DavidAU", + "downloads": 2256, + "createdAt": "2024-10-10T08:37:02.000Z", "library_name": "gguf", - "tools": true, - "num_quants": 15, + "tools": false, + "num_quants": 21, "quants": [ { - "model_id": "Harmonic-9B-BF16-mmproj", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-BF16-mmproj.gguf", - "file_size": "879.0 MB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Harmonic-9B-F16", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-F16.gguf", - "file_size": "16.7 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q2_k.gguf", + "file_size": "6.1 GB" }, { - "model_id": "Harmonic-9B-IQ4_NL", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-IQ4_NL.gguf", - "file_size": "5.1 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m.gguf", + "file_size": "7.7 GB" }, { - "model_id": "Harmonic-9B-IQ4_XS", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-IQ4_XS.gguf", - "file_size": "4.9 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s.gguf", + "file_size": "7.0 GB" }, { - "model_id": "Harmonic-9B-Q3_K_M", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q3_K_M.gguf", - "file_size": "4.3 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Harmonic-9B-Q4_0", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q4_0.gguf", - "file_size": "4.9 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Harmonic-9B-Q4_1", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q4_1.gguf", - "file_size": "5.4 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8.gguf", + "file_size": "8.8 GB" }, { - "model_id": "Harmonic-9B-Q4_K_M", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m.gguf", + "file_size": "9.5 GB" }, { - "model_id": "Harmonic-9B-Q4_K_S", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s.gguf", + "file_size": "9.0 GB" }, { - "model_id": "Harmonic-9B-Q5_0", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q5_0.gguf", - "file_size": "5.9 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s.gguf", + "file_size": "10.8 GB" }, { - "model_id": "Harmonic-9B-Q5_1", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q5_1.gguf", - "file_size": "6.3 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q6_k.gguf", + "file_size": "12.9 GB" }, { - "model_id": "Harmonic-9B-Q5_K_M", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-Q8_0.gguf", + "file_size": "16.4 GB" }, { - "model_id": "Harmonic-9B-Q5_K_S", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-max-IQ4_XS", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-max-IQ4_XS.gguf", + "file_size": "9.7 GB" }, { - "model_id": "Harmonic-9B-Q6_K", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-max-cpu-IQ4_XS", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-max-cpu-IQ4_XS.gguf", + "file_size": "9.7 GB" }, { - "model_id": "Harmonic-9B-Q8_0", - "path": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/Harmonic-9B-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m.gguf", + "file_size": "11.1 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q2_k.gguf", + "file_size": "7.3 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q6_k.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-D_AU-Q8_0.gguf", + "file_size": "17.3 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q2_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q2_k.gguf", + "file_size": "7.3 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q6_k", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q6_k.gguf", + "file_size": "13.8 GB" + }, + { + "model_id": "L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q8_0", + "path": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/L3-DARKEST-PLANET-16.5B-max-cpu-D_AU-Q8_0.gguf", + "file_size": "17.3 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/DJLougen/Harmonic-9B-GGUF/resolve/main/README.md", - "description": "A 9B community model optimized for balanced and harmonic text generation." + "readme": "https://huggingface.co/DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/resolve/main/README.md", + "description": "An uncensored Llama 3 creative writing model enhanced with Brainstorm 40x technology for vivid, detailed storytelling prose." }, { - "model_name": "Qwen3.5-27b-Sushi-Coder-RL-GGUF", - "developer": "bigatuna", - "downloads": 626, - "createdAt": "2026-04-02T22:06:45.000Z", + "model_name": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF", + "developer": "lordx64", + "downloads": 2226, + "createdAt": "2026-04-26T16:53:32.000Z", "library_name": "gguf", "tools": true, - "num_quants": 2, + "num_quants": 3, "quants": [ { - "model_id": "qwen35-codeforces-27b-rl-step25-Q4_K_M", - "path": "https://huggingface.co/bigatuna/Qwen3.5-27b-Sushi-Coder-RL-GGUF/resolve/main/qwen35-codeforces-27b-rl-step25-Q4_K_M.gguf", - "file_size": "15.4 GB" + "model_id": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.IQ4_XS", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.IQ4_XS.gguf", + "file_size": "17.6 GB" }, { - "model_id": "qwen35-codeforces-27b-rl-step25-Q8_0", - "path": "https://huggingface.co/bigatuna/Qwen3.5-27b-Sushi-Coder-RL-GGUF/resolve/main/qwen35-codeforces-27b-rl-step25-Q8_0.gguf", - "file_size": "26.6 GB" + "model_id": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q5_K_M", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q5_K_M.gguf", + "file_size": "23.0 GB" + }, + { + "model_id": "Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q8_0", + "path": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled.Q8_0.gguf", + "file_size": "34.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/bigatuna/Qwen3.5-27b-Sushi-Coder-RL-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 27B variant fine-tuned with reinforcement learning for improved code generation." + "readme": "https://huggingface.co/lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF/resolve/main/README.md", + "description": "GGUF quantizations (18-35GB) of a reasoning-distilled Qwen3.6-35B-A3B model that uses chain-of-thought for llama.cpp and LM Studio." }, { - "model_name": "Qwen2.5-Coder-7B-Instruct-Home-Assistant", - "developer": "AdamConway", - "downloads": 573, - "createdAt": "2026-03-27T11:32:10.000Z", + "model_name": "Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf", + "developer": "WithinUsAI", + "downloads": 2220, + "createdAt": "2026-04-23T05:18:55.000Z", "library_name": "gguf", "tools": true, - "num_quants": 3, + "num_quants": 2, "quants": [ { - "model_id": "Qwen2.5-Coder-7B-Instruct-Home-Assistant.F16", - "path": "https://huggingface.co/AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant/resolve/main/Qwen2.5-Coder-7B-Instruct-Home-Assistant.F16.gguf", - "file_size": "14.2 GB" - }, - { - "model_id": "Qwen2.5-Coder-7B-Instruct-Home-Assistant.Q4_K_M", - "path": "https://huggingface.co/AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant/resolve/main/Qwen2.5-Coder-7B-Instruct-Home-Assistant.Q4_K_M.gguf", - "file_size": "4.4 GB" + "model_id": "Gemma4-Overlooked.Thinker.Uncensored-E2B-Q4_K_M", + "path": "https://huggingface.co/WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf/resolve/main/Gemma4-Overlooked.Thinker.Uncensored-E2B-Q4_K_M.gguf", + "file_size": "3.2 GB" }, { - "model_id": "Qwen2.5-Coder-7B-Instruct-Home-Assistant.Q8_0", - "path": "https://huggingface.co/AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant/resolve/main/Qwen2.5-Coder-7B-Instruct-Home-Assistant.Q8_0.gguf", - "file_size": "7.5 GB" + "model_id": "Gemma4-Overlooked.Thinker.Uncensored-E2B-Q5_K_M", + "path": "https://huggingface.co/WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf/resolve/main/Gemma4-Overlooked.Thinker.Uncensored-E2B-Q5_K_M.gguf", + "file_size": "3.4 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant/resolve/main/README.md", - "description": "A Qwen 2.5 Coder variant fine-tuned for Home Assistant automation and configuration." + "readme": "https://huggingface.co/WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf/resolve/main/README.md", + "description": "An abliterated 5B-parameter Gemma 4 variant that removes refusal behavior through norm-preserving weight editing while preserving model quality, optimized as GGUF for unrestricted local reasoning." }, { - "model_name": "MARTIN-9B", - "developer": "ZERO-POINT-INTELLIGENCE-LTD", - "downloads": 544, - "createdAt": "2026-04-02T14:59:56.000Z", + "model_name": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF", + "developer": "OpenYourMind", + "downloads": 1983, + "createdAt": "2026-04-29T16:59:36.000Z", "library_name": "gguf", "tools": true, "num_quants": 5, "quants": [ { - "model_id": "MARTIN-9B-F16", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B/resolve/main/MARTIN-9B-F16.gguf", - "file_size": "16.7 GB" + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Balanced", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Balanced.gguf", + "file_size": "24.7 GB" }, { - "model_id": "MARTIN-9B-Q4_K_M", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B/resolve/main/MARTIN-9B-Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Compact", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Compact.gguf", + "file_size": "17.3 GB" }, { - "model_id": "MARTIN-9B-Q5_K_M", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B/resolve/main/MARTIN-9B-Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Quality", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-I-Quality.gguf", + "file_size": "22.4 GB" }, { - "model_id": "MARTIN-9B-Q6_K", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B/resolve/main/MARTIN-9B-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Mini", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Mini.gguf", + "file_size": "13.0 GB" }, { - "model_id": "MARTIN-9B-Q8_0", - "path": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B/resolve/main/MARTIN-9B-Q8_0.gguf", - "file_size": "8.9 GB" + "model_id": "OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Quality", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-Quality.gguf", + "file_size": "22.4 GB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B/resolve/main/README.md", - "description": "A 9B model from the MARTIN family for general-purpose text generation." - }, - { - "model_name": "sycofact", - "developer": "iwalton3", - "downloads": 517, - "createdAt": "2026-03-29T19:25:47.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 1, - "quants": [ + "num_mmproj": 1, + "mmproj_models": [ { - "model_id": "SycoFact-4B-Q8_0", - "path": "https://huggingface.co/iwalton3/sycofact/resolve/main/SycoFact-4B-Q8_0.gguf", - "file_size": "3.8 GB" + "model_id": "mmproj-OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-BF16", + "path": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/mmproj-OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-BF16.gguf", + "file_size": "861.0 MB" } ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/iwalton3/sycofact/resolve/main/README.md", - "description": "A model fine-tuned to reduce sycophantic behavior and improve factual accuracy." + "readme": "https://huggingface.co/OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF/resolve/main/README.md", + "description": "APEX GGUF quantizations of an abliterated Qwen3.6-35B-A3B vision-language model with multiple quality tiers for llama.cpp." }, { - "model_name": "gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF", - "developer": "Abhiray", - "downloads": 513, - "createdAt": "2026-04-04T13:10:41.000Z", + "model_name": "Qwen3.6-27B-OTQ-GGUF", + "developer": "zlaabsi", + "downloads": 1979, + "createdAt": "2026-04-27T22:43:56.000Z", "library_name": "gguf", "tools": true, - "num_quants": 5, + "num_quants": 3, "quants": [ { - "model_id": "gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q3_K_M", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/resolve/main/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q3_K_M.gguf", - "file_size": "4.5 GB" - }, - { - "model_id": "gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q4_K_M", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/resolve/main/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q4_K_M.gguf", - "file_size": "5.0 GB" - }, - { - "model_id": "gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q5_K_M", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/resolve/main/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q5_K_M.gguf", - "file_size": "5.4 GB" + "model_id": "Qwen3.6-27B-OTQ-DYN-Q3_K_M", + "path": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/Qwen3.6-27B-OTQ-DYN-Q3_K_M.gguf", + "file_size": "13.5 GB" }, { - "model_id": "gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q6_K", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/resolve/main/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q6_K.gguf", - "file_size": "5.8 GB" + "model_id": "Qwen3.6-27B-OTQ-DYN-Q4_K_M", + "path": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/Qwen3.6-27B-OTQ-DYN-Q4_K_M.gguf", + "file_size": "16.8 GB" }, { - "model_id": "gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q8_0", - "path": "https://huggingface.co/Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/resolve/main/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-Q8_0.gguf", - "file_size": "7.5 GB" + "model_id": "Qwen3.6-27B-OTQ-DYN-Q5_K_M", + "path": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/Qwen3.6-27B-OTQ-DYN-Q5_K_M.gguf", + "file_size": "19.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/resolve/main/README.md", - "description": "A Gemma 4 edge model distilled from Gemini 3.1 Pro for enhanced reasoning on resource-constrained devices." + "readme": "https://huggingface.co/zlaabsi/Qwen3.6-27B-OTQ-GGUF/resolve/main/README.md", + "description": "OpenTQ TurboQuant-dynamic GGUF quantizations of Qwen3.6-27B optimized for Apple Silicon with standard llama.cpp compatibility." }, { - "model_name": "Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1", - "developer": "rachpradhan", - "downloads": 506, - "createdAt": "2026-03-21T02:06:13.000Z", + "model_name": "Qwen3.6-27B-GGUF-4.256bpw", + "developer": "sokann", + "downloads": 1735, + "createdAt": "2026-04-29T20:11:58.000Z", "library_name": "gguf", - "tools": true, + "tools": false, "num_quants": 1, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1-Q4_K_M", - "path": "https://huggingface.co/rachpradhan/Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1/resolve/main/Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1-Q4_K_M.gguf", - "file_size": "19.7 GB" + "model_id": "Qwen3.6-27B-GGUF-4.256bpw-imatrix", + "path": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-4.256bpw/resolve/main/Qwen3.6-27B-GGUF-4.256bpw-imatrix.gguf", + "file_size": "13.3 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/rachpradhan/Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1/resolve/main/README.md", - "description": "A Qwen 3.5 35B MoE variant optimized for software engineering tasks." + "readme": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-4.256bpw/resolve/main/README.md", + "description": "4.256 BPW quantized Qwen3.6-27B optimized for 16 GiB VRAM with best quality-speed balance in its size class." }, { - "model_name": "T-qwen3.5-4B", - "developer": "SciMaker", - "downloads": 451, - "createdAt": "2026-03-30T05:07:12.000Z", + "model_name": "Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation", + "developer": "Pixelber", + "downloads": 1623, + "createdAt": "2026-04-26T13:16:17.000Z", "library_name": "gguf", "tools": true, - "num_quants": 1, + "num_quants": 2, "quants": [ { - "model_id": "T-qwen35_4B_Q4_K_M", - "path": "https://huggingface.co/SciMaker/T-qwen3.5-4B/resolve/main/T-qwen35_4B_Q4_K_M.gguf", - "file_size": "2.5 GB" + "model_id": "Qwen3.5-9B.BF16-mmproj", + "path": "https://huggingface.co/Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation/resolve/main/Qwen3.5-9B.BF16-mmproj.gguf", + "file_size": "879.0 MB" + }, + { + "model_id": "Qwen3.5-9B.Q8_0", + "path": "https://huggingface.co/Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation/resolve/main/Qwen3.5-9B.Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/SciMaker/T-qwen3.5-4B/resolve/main/README.md", - "description": "Alibaba's Qwen 3.5 4B model, a lightweight model for efficient on-device inference." + "readme": "https://huggingface.co/Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation/resolve/main/README.md", + "description": "A Q8_0-quantized, DeepSeek V4-distilled Qwen3.5-9B multimodal model in GGUF format for text and image conversations." + }, + { + "model_name": "Qwen3.6-35B-A3B-NVFP4-GGUF", + "developer": "knoopx", + "downloads": 1430, + "createdAt": "2026-04-29T21:52:35.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ + { + "model_id": "Qwen3.6-35B-A3B-NVFP4", + "path": "https://huggingface.co/knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF/resolve/main/Qwen3.6-35B-A3B-NVFP4.gguf", + "file_size": "21.0 GB" + } + ], + "num_mmproj": 1, + "mmproj_models": [ + { + "model_id": "mmproj-BF16", + "path": "https://huggingface.co/knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF/resolve/main/mmproj-BF16.gguf", + "file_size": "861.0 MB" + } + ], + "readme": "https://huggingface.co/knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF/resolve/main/README.md", + "description": "GGUF conversion of Qwen3.6-35B-A3B, a 256-expert MoE multimodal model with NVFP4 quantization for llama.cpp." }, { - "model_name": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF", + "model_name": "Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF", "developer": "mradermacher", - "downloads": 446, - "createdAt": "2025-09-12T06:32:29.000Z", + "downloads": 1265, + "createdAt": "2026-04-27T06:10:00.000Z", "library_name": "gguf", "tools": true, - "num_quants": 24, + "num_quants": 11, "quants": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ1_M", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ1_M.gguf", - "file_size": "6.6 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.IQ4_XS", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.IQ4_XS.gguf", + "file_size": "17.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ1_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ1_S.gguf", - "file_size": "6.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q2_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q2_K.gguf", + "file_size": "12.1 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_M", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_M.gguf", - "file_size": "9.5 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_L", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_L.gguf", + "file_size": "16.9 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_S.gguf", - "file_size": "8.6 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_XS", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_XS.gguf", - "file_size": "8.5 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q3_K_S.gguf", + "file_size": "14.1 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ2_XXS.gguf", - "file_size": "7.6 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_M.gguf", + "file_size": "19.7 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_M", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_M.gguf", - "file_size": "12.6 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q4_K_S.gguf", + "file_size": "18.5 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_S.gguf", - "file_size": "12.4 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_M", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_M.gguf", + "file_size": "23.0 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_XS", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_XS.gguf", - "file_size": "11.7 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_S", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q5_K_S.gguf", + "file_size": "22.3 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_XXS", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ3_XXS.gguf", - "file_size": "11.0 GB" + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q6_K", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q6_K.gguf", + "file_size": "26.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ4_XS", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-IQ4_XS.gguf", - "file_size": "15.2 GB" - }, + "model_id": "Darwin-36B-Opus-ABLITERATED-HERETIC.Q8_0", + "path": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/Darwin-36B-Opus-ABLITERATED-HERETIC.Q8_0.gguf", + "file_size": "34.4 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF/resolve/main/README.md", + "description": "GGUF quantization files for a 36B parameter model in various precision levels (13-37GB)." + }, + { + "model_name": "GRM-2.6-Plus-GGUF", + "developer": "morikomorizz", + "downloads": 1264, + "createdAt": "2026-04-25T05:49:06.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q2_K", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q2_K.gguf", - "file_size": "10.5 GB" + "model_id": "GRM-2.6-Plus-BF16", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-BF16.gguf", + "file_size": "50.1 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q2_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q2_K_S.gguf", - "file_size": "9.8 GB" + "model_id": "GRM-2.6-Plus-Q3_K_M", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-Q3_K_M.gguf", + "file_size": "12.4 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q3_K_L", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q3_K_L.gguf", - "file_size": "14.8 GB" + "model_id": "GRM-2.6-Plus-Q4_K_M", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-Q4_K_M.gguf", + "file_size": "15.4 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q3_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q3_K_M.gguf", - "file_size": "13.7 GB" - }, + "model_id": "GRM-2.6-Plus-Q8_0", + "path": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/GRM-2.6-Plus-Q8_0.gguf", + "file_size": "26.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/morikomorizz/GRM-2.6-Plus-GGUF/resolve/main/README.md", + "description": "A 27B-parameter GGUF-quantized reasoning model optimized for difficult tasks and coding, compatible with llama.cpp and similar tools." + }, + { + "model_name": "NeutralWeirdness-V1-24B-Heretic-GGUF", + "developer": "mradermacher", + "downloads": 1208, + "createdAt": "2026-04-30T19:20:45.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 11, + "quants": [ { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q3_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q3_K_S.gguf", - "file_size": "12.4 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.IQ4_XS", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.IQ4_XS.gguf", + "file_size": "12.0 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_0", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_0.gguf", - "file_size": "16.2 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q2_K", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q2_K.gguf", + "file_size": "8.3 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_1", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_1.gguf", - "file_size": "17.9 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q3_K_L", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q3_K_L.gguf", + "file_size": "11.5 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_K_M.gguf", - "file_size": "17.3 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q3_K_M", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q3_K_M.gguf", + "file_size": "10.7 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q4_K_S.gguf", - "file_size": "16.3 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q3_K_S", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q3_K_S.gguf", + "file_size": "9.7 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q5_K_M", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q5_K_M.gguf", - "file_size": "20.2 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q4_K_M", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q4_K_M.gguf", + "file_size": "13.3 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q5_K_S", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q5_K_S.gguf", - "file_size": "19.6 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q4_K_S", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q4_K_S.gguf", + "file_size": "12.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q6_K", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.i1-Q6_K.gguf", - "file_size": "23.4 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q5_K_M", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q5_K_M.gguf", + "file_size": "15.6 GB" }, { - "model_id": "Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.imatrix", - "path": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32.imatrix.gguf", - "file_size": "116.4 MB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF/resolve/main/README.md", - "description": "A Qwen 3 Coder 30B variant distilled for enhanced instruction-following in code tasks." - }, - { - "model_name": "codegemma-2b-GGUF", - "developer": "google", - "downloads": 101, - "createdAt": "2024-03-21T16:08:49.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 2, - "quants": [ + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q5_K_S", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q5_K_S.gguf", + "file_size": "15.2 GB" + }, { - "model_id": "codegemma-2b-f16", - "path": "https://huggingface.co/google/codegemma-2b-GGUF/resolve/main/codegemma-2b-f16.gguf", - "file_size": "4.1 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q6_K", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q6_K.gguf", + "file_size": "18.0 GB" }, { - "model_id": "codegemma-2b", - "path": "https://huggingface.co/google/codegemma-2b-GGUF/resolve/main/codegemma-2b.gguf", - "file_size": "9.3 GB" + "model_id": "NeutralWeirdness-V1-24B-Heretic.Q8_0", + "path": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/NeutralWeirdness-V1-24B-Heretic.Q8_0.gguf", + "file_size": "23.3 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/google/codegemma-2b-GGUF/resolve/main/README.md", - "description": "Google's CodeGemma 2B model, a compact code-specialized model for code generation and understanding." + "readme": "https://huggingface.co/mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF/resolve/main/README.md", + "description": "24B parameter model quantized into multiple GGUF formats (Q2_K-Q8_0) for varying quality/size trade-offs." }, { - "model_name": "Harmonic-Hermes-9B-GGUF", - "developer": "DJLougen", - "downloads": 89, - "createdAt": "2026-04-04T21:04:45.000Z", + "model_name": "flux2-klein-9b-uncensored-text-encoder", + "developer": "ponpoke", + "downloads": 1044, + "createdAt": "2026-04-30T16:44:38.000Z", "library_name": "gguf", "tools": true, - "num_quants": 16, + "num_quants": 4, "quants": [ { - "model_id": "Harmonic-Hermes-9B-BF16-mmproj", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-BF16-mmproj.gguf", - "file_size": "879.0 MB" + "model_id": "flux2-klein-9b-uncensored-f16", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-f16.gguf", + "file_size": "15.3 GB" }, { - "model_id": "Harmonic-Hermes-9B-IQ4_XS", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-IQ4_XS.gguf", - "file_size": "4.9 GB" + "model_id": "flux2-klein-9b-uncensored-q4_k_m", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-q4_k_m.gguf", + "file_size": "4.7 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q2_K", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q2_K.gguf", - "file_size": "3.6 GB" + "model_id": "flux2-klein-9b-uncensored-q6_k", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-q6_k.gguf", + "file_size": "6.3 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q3_K_L", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q3_K_L.gguf", - "file_size": "4.6 GB" - }, + "model_id": "flux2-klein-9b-uncensored-q8_0", + "path": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/flux2-klein-9b-uncensored-q8_0.gguf", + "file_size": "8.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/ponpoke/flux2-klein-9b-uncensored-text-encoder/resolve/main/README.md", + "description": "An uncensored text encoder for FLUX.2-klein-9B that removes safety filters via mathematical refusal vector orthogonalization, enabling unrestricted image generation." + }, + { + "model_name": "Lizzy-7B-GGUF", + "developer": "flwrlabs", + "downloads": 1034, + "createdAt": "2026-04-27T20:39:04.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 5, + "quants": [ { - "model_id": "Harmonic-Hermes-9B-Q3_K_M", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q3_K_M.gguf", - "file_size": "4.3 GB" + "model_id": "lizzy-7b-q4_k_m", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q4_k_m.gguf", + "file_size": "4.2 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q3_K_S", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q3_K_S.gguf", - "file_size": "4.0 GB" + "model_id": "lizzy-7b-q5_k_m", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q5_k_m.gguf", + "file_size": "4.8 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q4_0", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q4_0.gguf", - "file_size": "4.9 GB" + "model_id": "lizzy-7b-q6_k", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q6_k.gguf", + "file_size": "5.6 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q4_K_S", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q4_K_S.gguf", - "file_size": "5.0 GB" + "model_id": "lizzy-7b-q8_0", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-7b-q8_0.gguf", + "file_size": "7.2 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q5_0", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q5_0.gguf", - "file_size": "5.9 GB" - }, + "model_id": "lizzy-final", + "path": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/lizzy-final.gguf", + "file_size": "13.6 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/flwrlabs/Lizzy-7B-GGUF/resolve/main/README.md", + "description": "GGUF-quantized Lizzy 7B models for efficient CPU/GPU inference with British knowledge enhancements." + }, + { + "model_name": "Qwen3.5-2B-Turkish-SFT", + "developer": "Tuguberk", + "downloads": 1019, + "createdAt": "2026-04-29T17:08:15.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 4, + "quants": [ { - "model_id": "Harmonic-Hermes-9B-Q5_K_M", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q5_K_M.gguf", - "file_size": "6.0 GB" + "model_id": "Qwen3.5-2B.BF16-mmproj", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.BF16-mmproj.gguf", + "file_size": "640.3 MB" }, { - "model_id": "Harmonic-Hermes-9B-Q5_K_S", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q5_K_S.gguf", - "file_size": "5.9 GB" + "model_id": "Qwen3.5-2B.Q2_K", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.Q2_K.gguf", + "file_size": "923.7 MB" }, { - "model_id": "Harmonic-Hermes-9B-Q6_K", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q6_K.gguf", - "file_size": "6.9 GB" + "model_id": "Qwen3.5-2B.Q4_K_M", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.Q4_K_M.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Harmonic-Hermes-9B-Q8_0", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Harmonic-Hermes-9B-Q8_0.gguf", - "file_size": "8.9 GB" - }, + "model_id": "Qwen3.5-2B.Q8_0", + "path": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/Qwen3.5-2B.Q8_0.gguf", + "file_size": "1.9 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Tuguberk/Qwen3.5-2B-Turkish-SFT/resolve/main/README.md", + "description": "A Turkish fine-tuned Qwen3.5-2B model using LoRA on 5.5K instruction-following examples, showing gains in math and reasoning benchmarks." + }, + { + "model_name": "Qwen3.6-27B-Cerebellum-GGUF", + "developer": "deucebucket", + "downloads": 909, + "createdAt": "2026-04-29T08:42:37.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "Qwen3.5-9B-Harmonic.BF16-mmproj", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Qwen3.5-9B-Harmonic.BF16-mmproj.gguf", - "file_size": "879.0 MB" - }, + "model_id": "Qwen3.6-27B-Cerebellum-v4-Q2_K_Mixed", + "path": "https://huggingface.co/deucebucket/Qwen3.6-27B-Cerebellum-GGUF/resolve/main/Qwen3.6-27B-Cerebellum-v4-Q2_K_Mixed.gguf", + "file_size": "12.0 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/deucebucket/Qwen3.6-27B-Cerebellum-GGUF/resolve/main/README.md", + "description": "An ablation-informed 12GB quantized Qwen3.6-27B that allocates precision per-tensor based on sensitivity measurements, achieving 7.034 perplexity." + }, + { + "model_name": "Qwen3.6-27B-MTP-Q8_0-GGUF", + "developer": "Radamanthys11", + "downloads": 888, + "createdAt": "2026-04-26T23:19:39.000Z", + "library_name": "gguf", + "tools": true, + "num_quants": 1, + "quants": [ { - "model_id": "Qwen3.5-9B-Harmonic.F16", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Qwen3.5-9B-Harmonic.F16.gguf", - "file_size": "16.7 GB" - }, + "model_id": "Qwen3.6-27B-MTP-Q8_0", + "path": "https://huggingface.co/Radamanthys11/Qwen3.6-27B-MTP-Q8_0-GGUF/resolve/main/Qwen3.6-27B-MTP-Q8_0.gguf", + "file_size": "27.1 GB" + } + ], + "num_mmproj": 0, + "mmproj_models": [], + "readme": "https://huggingface.co/Radamanthys11/Qwen3.6-27B-MTP-Q8_0-GGUF/resolve/main/README.md", + "description": "A Q8_0 GGUF of Qwen3.6-27B with MTP layer preserved, compatible only with ik_llama.cpp." + }, + { + "model_name": "Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF", + "developer": "AlicanKiraz0", + "downloads": 870, + "createdAt": "2025-01-21T03:41:56.000Z", + "library_name": "gguf", + "tools": false, + "num_quants": 1, + "quants": [ { - "model_id": "Qwen3.5-9B-Harmonic.Q4_K_M", - "path": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/Qwen3.5-9B-Harmonic.Q4_K_M.gguf", - "file_size": "5.2 GB" + "model_id": "baronllm-llama3.1-v1-q6_k", + "path": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/baronllm-llama3.1-v1-q6_k.gguf", + "file_size": "6.1 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/DJLougen/Harmonic-Hermes-9B-GGUF/resolve/main/README.md", - "description": "A 9B model combining Harmonic and Hermes fine-tuning for instruction following." + "readme": "https://huggingface.co/AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/resolve/main/README.md", + "description": "A Llama-3.1-8B model fine-tuned for offensive cybersecurity research, red-team scenarios, and exploit reasoning with safety guardrails." }, { - "model_name": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF", - "developer": "mudler", - "downloads": 48, - "createdAt": "2026-04-03T23:26:59.000Z", + "model_name": "QwenSeek-2B-GGUF", + "developer": "faunix", + "downloads": 797, + "createdAt": "2026-05-01T02:25:35.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 9, "quants": [ { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-Balanced.gguf", - "file_size": "23.9 GB" + "model_id": "QwenSeek-2B-BF16", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-BF16.gguf", + "file_size": "3.5 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-Compact.gguf", - "file_size": "16.1 GB" + "model_id": "QwenSeek-2B-FP16", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-FP16.gguf", + "file_size": "3.5 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Balanced.gguf", - "file_size": "23.9 GB" + "model_id": "QwenSeek-2B-IQ4_XS", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-IQ4_XS.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Compact", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Compact.gguf", - "file_size": "16.1 GB" + "model_id": "QwenSeek-2B-Q4_K_M", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q4_K_M.gguf", + "file_size": "1.2 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Mini", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Mini.gguf", - "file_size": "13.3 GB" + "model_id": "QwenSeek-2B-Q4_K_S", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q4_K_S.gguf", + "file_size": "1.1 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Quality.gguf", - "file_size": "21.3 GB" + "model_id": "QwenSeek-2B-Q5_K_M", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q5_K_M.gguf", + "file_size": "1.3 GB" }, { - "model_id": "Qwen3.5-35B-A3B-Claude-Distilled-APEX-Quality", - "path": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-Claude-Distilled-APEX-Quality.gguf", - "file_size": "21.3 GB" + "model_id": "QwenSeek-2B-Q5_K_S", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q5_K_S.gguf", + "file_size": "1.3 GB" + }, + { + "model_id": "QwenSeek-2B-Q6_K", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q6_K.gguf", + "file_size": "1.4 GB" + }, + { + "model_id": "QwenSeek-2B-Q8_0", + "path": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/QwenSeek-2B-Q8_0.gguf", + "file_size": "1.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/resolve/main/README.md", - "description": "A Qwen 3.5 35B MoE variant distilled from Claude for enhanced reasoning with efficient active parameters." + "readme": "https://huggingface.co/faunix/QwenSeek-2B-GGUF/resolve/main/README.md", + "description": "QwenSeek-2B is a 2B parameter model that distills DeepSeek V4's reasoning (thought process) into Qwen3.5-2B." }, { - "model_name": "BibleAI", - "developer": "rhemabible", - "downloads": 45, - "createdAt": "2026-04-03T15:14:48.000Z", + "model_name": "Qwen3.6-27B-GGUF-5.076bpw", + "developer": "sokann", + "downloads": 781, + "createdAt": "2026-04-26T04:38:06.000Z", "library_name": "gguf", - "tools": true, + "tools": false, "num_quants": 1, "quants": [ { - "model_id": "bibleai-7b-q5_k_m", - "path": "https://huggingface.co/rhemabible/BibleAI/resolve/main/bibleai-7b-q5_k_m.gguf", - "file_size": "5.1 GB" + "model_id": "Qwen3.6-27B-GGUF-5.076bpw-imatrix", + "path": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-5.076bpw/resolve/main/Qwen3.6-27B-GGUF-5.076bpw-imatrix.gguf", + "file_size": "15.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/rhemabible/BibleAI/resolve/main/README.md", - "description": "A model fine-tuned for biblical text understanding, analysis, and question answering." + "readme": "https://huggingface.co/sokann/Qwen3.6-27B-GGUF-5.076bpw/resolve/main/README.md", + "description": "IQK-quantized Qwen3.6-27B optimized for 24GB VRAM with best quality/speed ratio in its size class." }, { - "model_name": "gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF", - "developer": "mudler", - "downloads": 27, - "createdAt": "2026-04-05T02:57:32.000Z", + "model_name": "Q3.5-9B-Opus-DA-GGUF", + "developer": "prithivMLmods", + "downloads": 551, + "createdAt": "2026-04-29T21:08:55.000Z", "library_name": "gguf", "tools": true, - "num_quants": 7, + "num_quants": 19, "quants": [ { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-Balanced.gguf", - "file_size": "18.2 GB" + "model_id": "Q3.5-9B-Opus-DA.BF16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.BF16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "Q3.5-9B-Opus-DA.F16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.F16.gguf", + "file_size": "16.7 GB" }, { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-I-Balanced.gguf", - "file_size": "18.2 GB" + "model_id": "Q3.5-9B-Opus-DA.F32", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.F32.gguf", + "file_size": "33.4 GB" }, { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-I-Compact", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-I-Compact.gguf", - "file_size": "14.4 GB" + "model_id": "Q3.5-9B-Opus-DA.Q2_K", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q2_K.gguf", + "file_size": "3.6 GB" }, { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-I-Mini", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-I-Mini.gguf", - "file_size": "12.1 GB" + "model_id": "Q3.5-9B-Opus-DA.Q3_K_L", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q3_K_L.gguf", + "file_size": "4.6 GB" }, { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-I-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-I-Quality.gguf", - "file_size": "19.2 GB" + "model_id": "Q3.5-9B-Opus-DA.Q3_K_M", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q3_K_M.gguf", + "file_size": "4.3 GB" }, { - "model_id": "gemma-4-26B-A4B-Claude-Distill-APEX-Quality", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/gemma-4-26B-A4B-Claude-Distill-APEX-Quality.gguf", - "file_size": "19.2 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ - { - "model_id": "mmproj", - "path": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/mmproj.gguf", - "file_size": "1.1 GB" - } - ], - "readme": "https://huggingface.co/mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 MoE model distilled from Claude for enhanced reasoning capabilities." - }, - { - "model_name": "MARTHA-POCKET-GEM-4B-v1", - "developer": "Zero-Point-AI", - "downloads": 18, - "createdAt": "2026-04-02T20:56:03.000Z", - "library_name": "gguf", - "tools": false, - "num_quants": 7, - "quants": [ + "model_id": "Q3.5-9B-Opus-DA.Q3_K_S", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q3_K_S.gguf", + "file_size": "4.0 GB" + }, { - "model_id": "MARTHA-GEMMA-4B-Q2_K", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-Q2_K.gguf", - "file_size": "1.6 GB" + "model_id": "Q3.5-9B-Opus-DA.Q4_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q4_0.gguf", + "file_size": "4.9 GB" }, { - "model_id": "MARTHA-GEMMA-4B-Q3_K_M", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-Q3_K_M.gguf", - "file_size": "2.0 GB" + "model_id": "Q3.5-9B-Opus-DA.Q4_K_M", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "MARTHA-GEMMA-4B-Q4_K_M", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-Q4_K_M.gguf", - "file_size": "2.3 GB" + "model_id": "Q3.5-9B-Opus-DA.Q4_K_S", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q4_K_S.gguf", + "file_size": "5.0 GB" }, { - "model_id": "MARTHA-GEMMA-4B-Q5_K_M", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-Q5_K_M.gguf", - "file_size": "2.6 GB" + "model_id": "Q3.5-9B-Opus-DA.Q5_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q5_0.gguf", + "file_size": "5.9 GB" }, { - "model_id": "MARTHA-GEMMA-4B-Q6_K", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-Q6_K.gguf", - "file_size": "3.0 GB" + "model_id": "Q3.5-9B-Opus-DA.Q5_K_M", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q5_K_M.gguf", + "file_size": "6.0 GB" }, { - "model_id": "MARTHA-GEMMA-4B-Q8_0", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-Q8_0.gguf", - "file_size": "3.8 GB" + "model_id": "Q3.5-9B-Opus-DA.Q5_K_S", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q5_K_S.gguf", + "file_size": "5.9 GB" }, { - "model_id": "MARTHA-GEMMA-4B-bf16", - "path": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/MARTHA-GEMMA-4B-bf16.gguf", - "file_size": "7.2 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1/resolve/main/README.md", - "description": "A 4B model from the MARTHA family for lightweight deployment." - }, - { - "model_name": "Qwen3.5-35B-Optimized-HauhauCS-40", - "developer": "HauhauCS", - "downloads": 11, - "createdAt": "2026-03-31T18:28:14.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 2, - "quants": [ + "model_id": "Q3.5-9B-Opus-DA.Q6_K", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q6_K.gguf", + "file_size": "6.9 GB" + }, { - "model_id": "Qwen3.5-35B-Optimized-HauhauCS-40-Q4_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40/resolve/main/Qwen3.5-35B-Optimized-HauhauCS-40-Q4_K_P.gguf", - "file_size": "13.5 GB" + "model_id": "Q3.5-9B-Opus-DA.Q8_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.Q8_0.gguf", + "file_size": "8.9 GB" }, { - "model_id": "Qwen3.5-35B-Optimized-HauhauCS-40-Q8_K_P", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40/resolve/main/Qwen3.5-35B-Optimized-HauhauCS-40-Q8_K_P.gguf", - "file_size": "24.9 GB" - } - ], - "num_mmproj": 1, - "mmproj_models": [ + "model_id": "Q3.5-9B-Opus-DA.mmproj-bf16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-bf16.gguf", + "file_size": "879.0 MB" + }, { - "model_id": "mmproj-Qwen3.5-35B-Optimized-HauhauCS-40-f16", - "path": "https://huggingface.co/HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40/resolve/main/mmproj-Qwen3.5-35B-Optimized-HauhauCS-40-f16.gguf", - "file_size": "857.6 MB" - } - ], - "readme": "https://huggingface.co/HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40/resolve/main/README.md", - "description": "A Qwen 3.5 35B variant with HauhauCS optimization for improved inference efficiency." - }, - { - "model_name": "gemma-4-E2B-it-uncensored-GGUF", - "developer": "TrevorJS", - "downloads": 9, - "createdAt": "2026-04-04T03:31:51.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 2, - "quants": [ + "model_id": "Q3.5-9B-Opus-DA.mmproj-f16", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-f16.gguf", + "file_size": "879.0 MB" + }, { - "model_id": "gemma-4-E2B-it-uncensored-Q4_K_M", - "path": "https://huggingface.co/TrevorJS/gemma-4-E2B-it-uncensored-GGUF/resolve/main/gemma-4-E2B-it-uncensored-Q4_K_M.gguf", - "file_size": "3.2 GB" + "model_id": "Q3.5-9B-Opus-DA.mmproj-f32", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-f32.gguf", + "file_size": "1.7 GB" }, { - "model_id": "gemma-4-E2B-it-uncensored-Q8_0", - "path": "https://huggingface.co/TrevorJS/gemma-4-E2B-it-uncensored-GGUF/resolve/main/gemma-4-E2B-it-uncensored-Q8_0.gguf", - "file_size": "4.6 GB" + "model_id": "Q3.5-9B-Opus-DA.mmproj-q8_0", + "path": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/Q3.5-9B-Opus-DA.mmproj-q8_0.gguf", + "file_size": "595.3 MB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/TrevorJS/gemma-4-E2B-it-uncensored-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 edge-optimized model with modified safety filters for less restricted output." + "readme": "https://huggingface.co/prithivMLmods/Q3.5-9B-Opus-DA-GGUF/resolve/main/README.md", + "description": "A reasoning-focused 9B model built on Qwen3.5 with reduced refusal behaviors, available in multiple GGUF quantization formats for research." }, { - "model_name": "Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF", - "developer": "stacksnathan", - "downloads": 2, - "createdAt": "2026-04-04T16:41:06.000Z", + "model_name": "Qwopus-9B-Unfettered-GGUF", + "developer": "josephmayo", + "downloads": 247, + "createdAt": "2026-05-03T01:02:42.000Z", "library_name": "gguf", "tools": true, - "num_quants": 1, + "num_quants": 3, "quants": [ { - "model_id": "Qwen3-Coder-Next-APEX-I-Quality", - "path": "https://huggingface.co/stacksnathan/Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF/resolve/main/Qwen3-Coder-Next-APEX-I-Quality.gguf", - "file_size": "50.4 GB" - } - ], - "num_mmproj": 0, - "mmproj_models": [], - "readme": "https://huggingface.co/stacksnathan/Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF/resolve/main/README.md", - "description": "A Qwen 3 Coder Next variant with APEX optimized quantization for code generation tasks." - }, - { - "model_name": "gemma-4-31B-it-uncensored-GGUF", - "developer": "TrevorJS", - "downloads": 0, - "createdAt": "2026-04-05T01:10:49.000Z", - "library_name": "gguf", - "tools": true, - "num_quants": 2, - "quants": [ + "model_id": "Qwopus-9B-Unfettered-F16", + "path": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/Qwopus-9B-Unfettered-F16.gguf", + "file_size": "16.7 GB" + }, { - "model_id": "gemma-4-31B-it-uncensored-Q4_K_M", - "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q4_K_M.gguf", - "file_size": "17.4 GB" + "model_id": "Qwopus-9B-Unfettered-Q4_K_M", + "path": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/Qwopus-9B-Unfettered-Q4_K_M.gguf", + "file_size": "5.2 GB" }, { - "model_id": "gemma-4-31B-it-uncensored-Q8_0", - "path": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/gemma-4-31B-it-uncensored-Q8_0.gguf", - "file_size": "30.4 GB" + "model_id": "Qwopus-9B-Unfettered-Q8_0", + "path": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/Qwopus-9B-Unfettered-Q8_0.gguf", + "file_size": "8.9 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/TrevorJS/gemma-4-31B-it-uncensored-GGUF/resolve/main/README.md", - "description": "A quantized variant of Google's Gemma 4 dense instruction-tuned model with modified safety filters." + "readme": "https://huggingface.co/josephmayo/Qwopus-9B-Unfettered-GGUF/resolve/main/README.md", + "description": "An unaligned, abliterated 9B model quantized for AI safety research and red teaming, available in Q4/Q8/F16 precisions." }, { - "model_name": "Qwen3-Coder-Next-APEX-GGUF", - "developer": "mudler", - "downloads": 0, - "createdAt": "2026-04-05T09:37:44.000Z", + "model_name": "NorwAI-Magistral-24B-reasoning", + "developer": "NorwAI", + "downloads": 105, + "createdAt": "2025-09-10T10:04:33.000Z", "library_name": "gguf", - "tools": true, - "num_quants": 7, + "tools": false, + "num_quants": 1, "quants": [ { - "model_id": "Qwen3-Coder-Next-APEX-Balanced", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-Balanced.gguf", - "file_size": "54.4 GB" - }, - { - "model_id": "Qwen3-Coder-Next-APEX-Compact", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-Compact.gguf", - "file_size": "35.8 GB" - }, - { - "model_id": "Qwen3-Coder-Next-APEX-I-Balanced", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-I-Balanced.gguf", - "file_size": "54.4 GB" - }, - { - "model_id": "Qwen3-Coder-Next-APEX-I-Compact", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-I-Compact.gguf", - "file_size": "35.8 GB" - }, - { - "model_id": "Qwen3-Coder-Next-APEX-I-Mini", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-I-Mini.gguf", - "file_size": "29.2 GB" - }, - { - "model_id": "Qwen3-Coder-Next-APEX-I-Quality", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-I-Quality.gguf", - "file_size": "46.9 GB" - }, - { - "model_id": "Qwen3-Coder-Next-APEX-Quality", - "path": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/Qwen3-Coder-Next-APEX-Quality.gguf", - "file_size": "46.9 GB" + "model_id": "NorwAI-Magistral-24B-reasoning-Q8_0", + "path": "https://huggingface.co/NorwAI/NorwAI-Magistral-24B-reasoning/resolve/main/NorwAI-Magistral-24B-reasoning-Q8_0.gguf", + "file_size": "23.6 GB" } ], "num_mmproj": 0, "mmproj_models": [], - "readme": "https://huggingface.co/mudler/Qwen3-Coder-Next-APEX-GGUF/resolve/main/README.md", - "description": "A Qwen 3 Coder Next variant with APEX optimized quantization for code generation tasks." + "readme": "https://huggingface.co/NorwAI/NorwAI-Magistral-24B-reasoning/resolve/main/README.md", + "description": "NorwAI-Magistral-24B-reasoning is a Nordic-developed efficient reasoning language model with dynamic thinking modes, restricted to Nordic countries under the NorLLM license." } ] \ No newline at end of file diff --git a/script_output.log b/script_output.log index 0e79224..6e01b3c 100644 --- a/script_output.log +++ b/script_output.log @@ -2,7552 +2,6788 @@ === SEPARATING MMPROJ FROM EXISTING CATALOG === === CLEANING EXISTING CATALOG === Duplicate model 'Qwen3.5-35B-A3B-GGUF' found in 2 repos: - - unsloth/Qwen3.5-35B-A3B-GGUF (1683024 downloads) [KEPT] + - unsloth/Qwen3.5-35B-A3B-GGUF (1615209 downloads) [KEPT] - janhq/Qwen3.5-35B-A3B-GGUF (10404 downloads) [KEPT] Cleanup summary: - Removed 0 repositories with no valid GGUF files - Removed 0 duplicate models - - Final catalog size: 1444 models + - Final catalog size: 1464 models === PASS 1: Processing models from Hugging Face API === Fetching page 1... -Processing google/gemma-4-31B-it +Processing deepseek-ai/DeepSeek-V4-Pro -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled +Processing openai/privacy-filter +Processing XiaomiMiMo/MiMo-V2.5-Pro -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing prism-ml/Bonsai-8B-gguf - -> Downloads changed: 32930 -> 38631 - -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing baidu/Qianfan-OCR +Processing mistralai/Mistral-Medium-3.5-128B +Processing nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16 +Processing talkie-lm/talkie-1930-13b-it +Processing poolside/Laguna-XS.2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/gemma-4-26B-A4B-it +Processing SulphurAI/Sulphur-2-base + -> New model found + -> Tool support: True + -> Found 2 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Qwen/Qwen3.6-27B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing netflix/void-model -Processing google/gemma-4-E4B-it +Processing deepseek-ai/DeepSeek-V4-Flash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing CohereLabs/cohere-transcribe-03-2026 -Processing HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 715586 -> 725110 - -> Tool support: True - -> Found 4 text models and 1 mmproj models - -> Updated existing entry -Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF - -> Downloads changed: 241087 -> 254428 - -> Tool support: True - -> Found 4 text models and 1 mmproj models - -> Updated existing entry -Processing google/gemma-4-E2B-it +Processing sensenova/SenseNova-U1-8B-MoT +Processing Qwen/Qwen3.6-35B-A3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-26B-A4B-it-GGUF - -> Downloads changed: 301284 -> 487384 +Processing SeeSee21/Z-Anime +Processing XiaomiMiMo/MiMo-V2.5 +Processing unsloth/Qwen3.6-27B-GGUF + -> New model found -> Tool support: True - -> Skipping multi-part file: BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/gemma-4-26B-A4B-it-BF16-00002-of-00002.gguf - -> Found 20 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing k2-fsa/OmniVoice -Processing dealignai/Gemma-4-31B-JANG_4M-CRACK + -> Skipping multi-part file: BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf + -> Found 21 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing ibm-granite/granite-4.1-8b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing LiquidAI/LFM2.5-350M +Processing google/gemma-4-31B-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Hcompany/Holo3-35B-A3B +Processing unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF + -> New model found + -> Tool support: True + -> Found 21 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing ibm-granite/granite-4.1-30b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/HY-OmniWeaving -Processing mistralai/Voxtral-4B-TTS-2603 -Processing google/gemma-4-31B +Processing inclusionAI/Ling-2.6-flash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/Gemma-4-31B-IT-NVFP4 +Processing z-lab/Qwen3.6-27B-DFlash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwopus3.5-9B-v3-GGUF - -> Downloads changed: 30569 -> 43478 - -> Tool support: True - -> Found 5 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing unsloth/gemma-4-31B-it-GGUF - -> Downloads changed: 273734 -> 408920 - -> Tool support: True - -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf - -> Found 20 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing Jackrong/Qwopus3.5-27B-v3-GGUF - -> Downloads changed: 25979 -> 37479 - -> Tool support: True - -> Found 10 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing microsoft/harrier-oss-v1-0.6b -Processing prism-ml/Bonsai-8B-mlx-1bit +Processing AngelSlim/Hy-MT1.5-1.8B-1.25bit +Processing TenStrip/LTX2.3-10Eros +Processing dealignai/Gemma-4-31B-JANG_4M-CRACK -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/gemma-4-26B-A4B +Processing nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-NVFP4 +Processing moonshotai/Kimi-K2.6 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-E4B-it-GGUF - -> Downloads changed: 203879 -> 317335 +Processing ibm-granite/granite-embedding-97m-multilingual-r2 +Processing unsloth/Qwen3.6-35B-A3B-GGUF + -> New model found -> Tool support: True - -> Found 21 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing facebook/tribev2 -Processing chromadb/context-1 + -> Skipping multi-part file: BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3.6-35B-A3B-BF16-00002-of-00002.gguf + -> Found 23 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 676494 -> 688440 -> Tool support: True - -> Found 9 text models and 1 mmproj models - -> Updated existing entry -Processing microsoft/harrier-oss-v1-270m -Processing google/gemma-4-E2B + -> Found 10 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing talkie-lm/talkie-1930-13b-base +Processing Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF + -> New model found + -> Tool support: True + -> Found 12 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing inclusionAI/Ling-2.6-1T -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwopus3.5-27B-v3 +Processing ibm-granite/granite-speech-4.1-2b +Processing ibm-granite/granite-embedding-311m-multilingual-r2 +Processing google/gemma-4-E4B-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 29745 -> 57589 +Processing HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive + -> New model found -> Tool support: True -> Found 11 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing google/gemma-4-E4B + -> Generated new description + -> Added new entry +Processing DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF + -> New model found + -> Tool support: True + -> Found 10 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing ibm-granite/granite-vision-4.1-4b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing arcee-ai/Trinity-Large-Thinking +Processing ibm-granite/granite-4.1-3b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-9B +Processing zai-org/GLM-5.1 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing kai-os/Carnice-9b +Processing facebook/sapiens2 +Processing k2-fsa/OmniVoice +Processing sbintuitions/sarashina2.2-tts -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Downloads changed: 798379 -> 822072 - -> Tool support: True - -> Found 6 text models and 1 mmproj models - -> Updated existing entry -Processing Rta-AILabs/Nandi-Mini-150M +Processing microsoft/VibeVoice-ASR +Processing ibm-granite/granite-speech-4.1-2b-plus +Processing nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-FP8 +Processing Lightricks/LTX-2.3 +Processing unsloth/Mistral-Medium-3.5-128B-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00001-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00002-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00003-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00004-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00005-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00006-of-00006.gguf + -> Skipping multi-part file: IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00001-of-00003.gguf + -> Skipping multi-part file: IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00002-of-00003.gguf + -> Skipping multi-part file: IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00003-of-00003.gguf + -> Skipping multi-part file: IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00001-of-00003.gguf + -> Skipping multi-part file: IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00002-of-00003.gguf + -> Skipping multi-part file: IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q4_0/Mistral-Medium-3.5-128B-Q4_0-00001-of-00003.gguf + -> Skipping multi-part file: Q4_0/Mistral-Medium-3.5-128B-Q4_0-00002-of-00003.gguf + -> Skipping multi-part file: Q4_0/Mistral-Medium-3.5-128B-Q4_0-00003-of-00003.gguf + -> Skipping multi-part file: Q4_1/Mistral-Medium-3.5-128B-Q4_1-00001-of-00003.gguf + -> Skipping multi-part file: Q4_1/Mistral-Medium-3.5-128B-Q4_1-00002-of-00003.gguf + -> Skipping multi-part file: Q4_1/Mistral-Medium-3.5-128B-Q4_1-00003-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00001-of-00004.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00002-of-00004.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00003-of-00004.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00004-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00001-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00002-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00003-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00004-of-00004.gguf + -> Found 6 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing tencent/Hy3-preview -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing microsoft/harrier-oss-v1-27b -Processing kai-os/gemma4-31b-Opus-4.6-reasoning +Processing HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 725110 -> 1142572 + -> Tool support: True + -> Found 4 text models and 1 mmproj models + -> Updated existing entry +Processing dx8152/Flux2-Klein-9B-Consistency +Processing inclusionAI/LLaDA2.0-Uni +Processing google/gemma-4-26B-A4B-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/nemotron-ocr-v2 -Processing kpsss34/FHDR_Uncensored +Processing sensenova/SenseNova-U1-8B-MoT-SFT +Processing ibm-granite/granite-speech-4.1-2b-nar +Processing facebook/tribev2 +Processing RuneXX/LTX-2.3-Workflows +Processing circlestone-labs/Anima Processing zai-org/GLM-OCR -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing CabalResearch/Mugen -Processing facebook/sam3.1 -Processing zai-org/GLM-5 +Processing unsloth/gemma-4-26B-A4B-it-GGUF + -> Downloads changed: 487384 -> 3375072 + -> Tool support: True + -> Skipping multi-part file: BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/gemma-4-26B-A4B-it-BF16-00002-of-00002.gguf + -> Found 20 text models and 3 mmproj models + -> Updated existing entry +Processing OBLITERATUS/gemma-4-E4B-it-OBLITERATED + -> New model found + -> Tool support: True + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing OpenMed/privacy-filter-nemotron +Processing Tongyi-MAI/Z-Image-Turbo +Processing openbmb/VoxCPM2 +Processing froggeric/Qwen-Fixed-Chat-Templates +Processing baidu/ERNIE-Image +Processing z-lab/Qwen3.6-35B-A3B-DFlash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing jdopensource/JoyAI-Image-Edit -Processing unsloth/gemma-4-E2B-it-GGUF - -> Downloads changed: 116521 -> 176703 - -> Tool support: True - -> Found 21 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing Jackrong/Qwopus3.5-9B-v3 +Processing AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mudler/Qwen3.5-35B-A3B-APEX-GGUF - -> Downloads changed: 24284 -> 32183 +Processing kai-os/Carnice-V2-27b-GGUF + -> New model found -> Tool support: True - -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing dx8152/LTX2.3-Multifunctional -Processing Qwen/Qwen3.5-27B + -> Found 6 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing tencent/Hy-MT1.5-1.8B-2bit +Processing nvidia/Gemma-4-26B-A4B-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/Nemotron-Cascade-2-30B-A3B +Processing Phr00t/Qwen-Image-Edit-Rapid-AIO +Processing Lorbus/Qwen3.6-27B-int4-AutoRound -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ibm-granite/granite-4.0-3b-vision +Processing mistralai/Mistral-Medium-3.5-128B-EAGLE +Processing lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF - -> Downloads changed: 167458 -> 177157 +Processing hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Updated existing entry -Processing tiiuae/Falcon-Perception + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing kohya-ss/Anima-LLLite +Processing AesSedai/MiMo-V2.5-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00001-of-00004.gguf + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00002-of-00004.gguf + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00003-of-00004.gguf + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00004-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00001-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00002-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00003-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00004-of-00004.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00001-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00002-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00003-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00004-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00005-of-00005.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00001-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00002-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00003-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00004-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00005-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00006-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00001-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00002-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00003-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00004-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00005-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00006-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00007-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00008-of-00008.gguf + -> Found 1 text models and 4 mmproj models + -> Generated new description + -> Added new entry +Processing Qwen/Qwen3.6-27B-FP8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Lightricks/LTX-2.3 -Processing FINAL-Bench/Darwin-35B-A3B-Opus +Processing HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing microsoft/VibeVoice-ASR -Processing black-forest-labs/FLUX.1-dev -Processing RuneXX/LTX-2.3-Workflows + -> Tool support: True + -> Found 10 text models and 1 mmproj models + -> Generated new description + -> Added new entry Processing hexgrad/Kokoro-82M -Processing GAIR/daVinci-MagiHuman -Processing meituan-longcat/LongCat-AudioDiT-3.5B -Processing LiquidAI/LFM2.5-350M-GGUF - -> Downloads changed: 6167 -> 7177 +Processing black-forest-labs/FLUX.2-dev +Processing fishaudio/s2-pro +Processing HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 57589 -> 1141829 -> Tool support: True - -> Found 7 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 11 text models and 1 mmproj models -> Updated existing entry -Processing moonshotai/Kimi-K2.5 +Processing MiniMaxAI/MiniMax-M2.7 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated +Processing llmfan46/Qwen3.6-35B-A3B-uncensored-heretic -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 253539 -> 253512 +Processing Jackrong/Qwopus3.6-27B-v1-preview-GGUF + -> New model found -> Tool support: True -> Found 9 text models and 1 mmproj models - -> Updated existing entry -Processing Tongyi-MAI/Z-Image-Turbo -Processing tiiuae/Falcon-OCR + -> Generated new description + -> Added new entry +Processing Qwen/SAE-Res-Qwen3.5-27B-W80K-L0_50 +Processing SicariusSicariiStuff/Assistant_Pepe_32B +Processing ibm-granite/granite-4.1-30b-base -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit -Processing Tesslate/OmniCoder-9B +Processing XiaomiMiMo/MiMo-V2.5-ASR -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing meituan-longcat/LongCat-Next +Processing zerofata/G4-MeroMero-31B +Processing black-forest-labs/FLUX.1-dev +Processing microsoft/TRELLIS.2-4B +Processing oumoumad/LumiPic +Processing tencent/HY-World-2.0 +Processing ibm-granite/granite-guardian-4.1-8b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/sam3 -Processing circlestone-labs/Anima -Processing MiniMaxAI/MiniMax-M2.5 +Processing deepseek-ai/DeepSeek-V4-Pro-Base +Processing nvidia/Lyra-2.0 +Processing LiconStudio/Ltx2.3-VBVR-lora-I2V +Processing XiaomiMiMo/MiMo-V2.5-Pro-Base -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-35B-A3B +Processing lewtun/talkie-1930-13b-it-hf -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing litert-community/gemma-4-E2B-it-litert-lm -Processing Aratako/Irodori-TTS-500M-v2-VoiceDesign -Processing ggml-org/gemma-4-E2B-it-GGUF - -> New model found - -> Tool support: True - -> Found 2 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing microsoft/VibeVoice-1.5B +Processing sentence-transformers/all-MiniLM-L6-v2 +Processing datalab-to/chandra-ocr-2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice -Processing agentscope-ai/CoPaw-Flash-9B -Processing 0xSero/gemma-4-21b-a4b-it-REAP +Processing ibm-granite/granite-4.1-8b-base -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/Qwen3.5-27B-GGUF - -> Downloads changed: 818637 -> 800980 - -> Tool support: True - -> Skipping multi-part file: BF16/Qwen3.5-27B-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/Qwen3.5-27B-BF16-00002-of-00002.gguf - -> Found 21 text models and 3 mmproj models - -> Updated existing entry -Processing unsloth/Qwen3.5-9B-GGUF - -> Downloads changed: 1272180 -> 1236933 - -> Tool support: True - -> Found 22 text models and 3 mmproj models - -> Updated existing entry -Processing bartowski/google_gemma-4-26B-A4B-it-GGUF - -> Downloads changed: 31769 -> 52645 - -> Tool support: True - -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00001-of-00002.gguf - -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00002-of-00002.gguf - -> Found 27 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Downloads changed: 308117 -> 344065 - -> Tool support: True - -> Found 10 text models and 1 mmproj models - -> Updated existing entry -Processing prism-ml/Bonsai-1.7B-gguf - -> Downloads changed: 5602 -> 6552 - -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing fal/Qwen-Image-Edit-2511-Multiple-Angles-LoRA -Processing ggml-org/gemma-4-26B-A4B-it-GGUF +Processing mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 9 text models and 1 mmproj models + -> Generated new description -> Added new entry -Processing deepseek-ai/DeepSeek-R1 +Processing AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing microsoft/TRELLIS.2-4B -Processing mistralai/Voxtral-Mini-4B-Realtime-2602 -Processing Skywork/Matrix-Game-3.0 -Processing meituan-longcat/LongCat-AudioDiT-1B -Processing Qwen/Qwen3-Coder-Next + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing black-forest-labs/FLUX.2-klein-9B +Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Aratako/Irodori-TTS-500M-v2 -Processing nohurry/gemma-4-26B-A4B-it-heretic-GUFF - -> Downloads changed: 9810 -> 21382 - -> Tool support: True - -> Found 17 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing coder3101/gemma-4-26B-A4B-it-heretic +Processing google/gemma-4-E2B-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing fishaudio/s2-pro -Processing Tesslate/OmniCoder-9B-GGUF - -> Downloads changed: 87788 -> 88881 - -> Tool support: True - -> Found 13 text models and 0 mmproj models - -> Updated existing entry -Processing zed-industries/zeta-2 +Processing n8te0/adonis_flux2klein +Processing AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 7758 -> 14724 - -> Tool support: True - -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing PixelSmile/PixelSmile -Processing YTan2000/Qwen3.5-27B-TQ3_1S - -> Downloads changed: 2342 -> 2486 - -> Tool support: True - -> Found 1 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing sentence-transformers/all-MiniLM-L6-v2 Processing meta-llama/Llama-3.1-8B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/personaplex-7b-v1 -Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing litert-community/gemma-4-E4B-it-litert-lm -Processing KRAFTON/Raon-Speech-9B -Processing Phr00t/Qwen-Image-Edit-Rapid-AIO -Processing black-forest-labs/FLUX.2-dev -Processing deepseek-ai/DeepSeek-V3.2 +Processing tencent/HY-MT1.5-1.8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-397B-A17B +Processing Lightricks/LTX-2 +Processing Tongyi-MAI/Z-Image +Processing Qwen/Qwen3.5-9B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking +Processing Qwen/Qwen3.5-4B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing stabilityai/stable-diffusion-xl-base-1.0 -Processing BAAI/bge-m3 -Processing black-forest-labs/FLUX.2-klein-9B -Processing RoyalCities/Foundation-1 -Processing RealRestorer/RealRestorer -Processing openai/whisper-large-v3-turbo -Processing unsloth/Qwen3.5-35B-A3B-GGUF - -> Downloads changed: 1683024 -> 1615209 +Processing unsloth/Qwen3.5-9B-GGUF + -> Downloads changed: 1236933 -> 1054201 -> Tool support: True - -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00002-of-00002.gguf - -> Found 23 text models and 3 mmproj models + -> Found 22 text models and 3 mmproj models -> Updated existing entry -Processing pyannote/speaker-diarization-3.1 -Processing google/gemma-3-4b-it +Processing Kijai/LTX2.3_comfy +Processing unsloth/gemma-4-31B-it-GGUF + -> Downloads changed: 408920 -> 1770705 + -> Tool support: True + -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf + -> Found 21 text models and 3 mmproj models + -> Updated existing entry +Processing nvidia/nemotron-ocr-v2 +Processing deepseek-ai/DeepSeek-V4-Flash-Base +Processing PleIAs/CommonLingua +Processing tencent/Hy-MT1.5-1.8B-2bit-GGUF -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing openai/gpt-oss-120b + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing tencent/Hy-MT1.5-1.8B-1.25bit +Processing latence/privacy-filter-GLiNER-v0.1 +Processing unsloth/granite-4.1-8b-GGUF + -> New model found + -> Tool support: True + -> Found 21 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing stabilityai/stable-diffusion-xl-base-1.0 +Processing pyannote/speaker-diarization-3.1 +Processing nvidia/Efficient-DLM-4B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing datalab-to/chandra-ocr-2 +Processing Alissonerdx/BFS-Best-Face-Swap +Processing nvidia/Gemma-4-31B-IT-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ggml-org/gemma-4-E4B-it-GGUF +Processing llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 19 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing bartowski/google_gemma-4-31B-it-GGUF - -> Downloads changed: 33339 -> 50030 - -> Tool support: True - -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00001-of-00002.gguf - -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00002-of-00002.gguf - -> Found 28 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing mlx-community/gemma-4-26b-a4b-it-4bit +Processing kai-os/Carnice-V2-27b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-ASR-1.7B -Processing Kijai/WanVideo_comfy -Processing openai/gpt-oss-20b +Processing llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF - -> Downloads changed: 214890 -> 222288 -> Tool support: True - -> Found 24 text models and 0 mmproj models + -> Found 10 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing BAAI/bge-m3 +Processing pyannote/speaker-diarization-community-1 +Processing unsloth/LTX-2.3-GGUF +Processing unsloth/gemma-4-E4B-it-GGUF + -> Downloads changed: 317335 -> 1692358 + -> Tool support: True + -> Found 21 text models and 3 mmproj models -> Updated existing entry -Processing Jackrong/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing sbintuitions/sarashina2.2-ocr +Processing ibm-granite/granite-4.1-3b-base -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ggml-org/gemma-4-31B-it-GGUF +Processing Lightricks/LTX-2.3-22b-IC-LoRA-HDR +Processing DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 10 text models and 3 mmproj models + -> Generated new description -> Added new entry -Processing mudler/gemma-4-26B-A4B-it-APEX-GGUF - -> Downloads changed: 22395 -> 45722 - -> Tool support: True - -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing unsloth/Qwen3-Coder-Next-GGUF - -> Downloads changed: 290728 -> 280196 - -> Tool support: True - -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00001-of-00004.gguf - -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00002-of-00004.gguf - -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00003-of-00004.gguf - -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00004-of-00004.gguf - -> Skipping multi-part file: Q4_1/Qwen3-Coder-Next-Q4_1-00001-of-00003.gguf - -> Skipping multi-part file: Q4_1/Qwen3-Coder-Next-Q4_1-00002-of-00003.gguf - -> Skipping multi-part file: Q4_1/Qwen3-Coder-Next-Q4_1-00003-of-00003.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00001-of-00003.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00002-of-00003.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00003-of-00003.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: Q6_K/Qwen3-Coder-Next-Q6_K-00001-of-00003.gguf - -> Skipping multi-part file: Q6_K/Qwen3-Coder-Next-Q6_K-00002-of-00003.gguf - -> Skipping multi-part file: Q6_K/Qwen3-Coder-Next-Q6_K-00003-of-00003.gguf - -> Skipping multi-part file: Q8_0/Qwen3-Coder-Next-Q8_0-00001-of-00003.gguf - -> Skipping multi-part file: Q8_0/Qwen3-Coder-Next-Q8_0-00002-of-00003.gguf - -> Skipping multi-part file: Q8_0/Qwen3-Coder-Next-Q8_0-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00003-of-00003.gguf - -> Found 26 text models and 0 mmproj models - -> Updated existing entry -Processing dx8152/Flux2-Klein-9B-Consistency -Processing YTan2000/Qwopus3.5-27B-v3-TQ3_4S - -> Downloads changed: 1552 -> 1772 - -> Tool support: True - -> Found 1 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing p-e-w/gemma-4-E2B-it-heretic-ara +Processing AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-Multimodal-NVFP4-MTP-XS -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking +Processing Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing openai-community/gpt2 +Processing DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing XiaomiMiMo/MiMo-V2-Flash +Processing microsoft/VibeVoice-1.5B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing AiArtLab/sdxs-1b -Processing Qwen/Qwen3.5-4B +Processing fal/Qwen-Image-Edit-2511-Multiple-Angles-LoRA +Processing microsoft/VibeVoice-ASR-HF +Processing Alissonerdx/LTX-LoRAs +Processing CohereLabs/cohere-transcribe-03-2026 +Processing spiritbuun/Qwen3.6-27B-DFlash-GGUF + -> New model found + -> Tool support: True + -> Found 2 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing openai/gpt-oss-20b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 101981 -> 117916 +Processing lkzd7/WAN2.2_LoraSet_NSFW +Processing SakanaAI/kame +Processing WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF + -> New model found -> Tool support: True - -> Found 13 text models and 1 mmproj models - -> Updated existing entry -Processing wikeeyang/Flux2-Klein-9B-True-V2 -Processing prism-ml/Bonsai-4B-gguf - -> Downloads changed: 4287 -> 4970 + -> Found 3 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Jackrong/Qwopus-GLM-18B-Merged-GGUF + -> New model found -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing Winnougan/Qwen-3.5-Abliterated-Comfyui-nvfp4 -Processing KRAFTON/Raon-SpeechChat-9B -Processing openai/whisper-large-v3 -Processing Alissonerdx/BFS-Best-Face-Swap -Processing zai-org/GLM-4.7-Flash + -> Found 8 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Motif-Technologies/Motif-Video-2B-GGUF +Processing sakamakismile/Qwen3.6-27B-Text-NVFP4-MTP -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing PaddlePaddle/PaddleOCR-VL-1.5 +Processing Hcompany/Holotron-3-Nano -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/LTX-2.3-GGUF -Processing byteshape/Qwen3.5-9B-GGUF +Processing zlaabsi/Qwen3.6-27B-OTQ-GGUF -> New model found -> Tool support: True - -> Found 12 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 3 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing kai-os/Carnice-9b-GGUF - -> Downloads changed: 0 -> 996 +Processing DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF + -> New model found -> Tool support: True - -> Found 3 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing Qwen/Qwen2.5-7B-Instruct + -> Found 10 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing openai/whisper-large-v3-turbo +Processing black-forest-labs/FLUX.2-klein-4B +Processing google/gemma-4-31B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Omni-30B-A3B-Instruct -Processing microsoft/VibeVoice-Realtime-0.5B -Processing HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 179149 -> 178526 - -> Tool support: True - -> Found 4 text models and 1 mmproj models - -> Updated existing entry -Processing valiantcat/LTX-2.3-Transition-LORA -Processing google/embeddinggemma-300m -Processing Alissonerdx/BFS-Best-Face-Swap-Video -Processing GenSearcher/Gen-Searcher-8B +Processing zed-industries/zeta-2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF - -> Downloads changed: 1459 -> 2202 - -> Tool support: True - -> Found 5 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing paperscarecrow/Gemma-4-31B-it-abliterated - -> Downloads changed: 2863 -> 12840 +Processing wikeeyang/Flux2-Klein-9B-True-V2 +Processing Qwen/Qwen3.6-35B-A3B-FP8 + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing zerofata/G4-MeroMero-26B-A4B +Processing RedHatAI/Qwen3.6-35B-A3B-NVFP4 +Processing prism-ml/Ternary-Bonsai-8B-gguf + -> New model found -> Tool support: True - -> Found 3 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing TeichAI/gemma-4-31B-it-Claude-Opus-Distill + -> Found 2 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing OpenMOSS-Team/MOSS-Music-8B-Thinking +Processing poolside/Laguna-XS.2-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing hacksider/deep-live-cam -Processing meta-llama/Meta-Llama-3-8B-Instruct +Processing unsloth/Mistral-Medium-3.5-128B +Processing unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen-Image-Edit-2511 -Processing black-forest-labs/FLUX.2-klein-4B -Processing lightonai/LightOnOCR-2-1B +Processing GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF + -> New model found + -> Tool support: True + -> Found 7 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing inclusionAI/Ling-2.6-flash-int4 +Processing oumoumad/LTX-2.3-22b-IC-LoRA-MotionDeblur +Processing Qwen/Qwen2.5-7B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing stepfun-ai/Step-3.5-Flash +Processing lrzjason/Consistance_Edit_Lora +Processing kpsss34/FHDR_Uncensored +Processing amazon/chronos-2 +Processing google/gemma-4-E4B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/Covo-Audio-Chat -Processing LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF - -> Downloads changed: 33527 -> 36172 - -> Tool support: True - -> Found 6 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing KRAFTON/Raon-VisionEncoder -Processing KRAFTON/Raon-OpenTTS-0.3B -Processing Jackrong/Qwopus3.5-4B-v3-GGUF - -> Downloads changed: 5942 -> 7856 +Processing ADSKAILab/Zero-To-CAD-Qwen3-VL-2B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing OpenMOSS-Team/MOSS-Audio-8B-Thinking +Processing mudler/Qwen3.6-35B-A3B-APEX-GGUF + -> New model found -> Tool support: True -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF - -> Downloads changed: 3781 -> 14858 + -> Generated new description + -> Added new entry +Processing antirez/deepseek-v4-gguf + -> New model found -> Tool support: True - -> Found 7 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing coqui/XTTS-v2 -Processing black-forest-labs/FLUX.1-schnell -Processing meta-llama/Llama-3.2-3B + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/functiongemma-270m-it +Processing lukealonso/MiMo-V2.5-NVFP4 +Processing TenStrip/LTX2.3_Distilled_Lora_1.1_Experiments +Processing openai/whisper-large-v3 +Processing mistralai/Mistral-7B-Instruct-v0.3 +Processing openai/gpt-oss-120b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF +Processing facebook/sam3 +Processing llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF -> New model found -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 7 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing nvidia/gpt-oss-puzzle-88B +Processing nvidia/MiniMax-M2.7-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing prism-ml/Bonsai-4B-mlx-1bit +Processing unsloth/Qwen3.6-35B-A3B-UD-MLX-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF - -> Downloads changed: 6883 -> 7258 - -> Tool support: True - -> Skipping multi-part file: FINAL-Bench_Darwin-35B-A3B-Opus-bf16/FINAL-Bench_Darwin-35B-A3B-Opus-bf16-00001-of-00002.gguf - -> Skipping multi-part file: FINAL-Bench_Darwin-35B-A3B-Opus-bf16/FINAL-Bench_Darwin-35B-A3B-Opus-bf16-00002-of-00002.gguf - -> Found 27 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing mlx-community/gemma-4-31b-8bit +Processing ibm-granite/granite-4.1-8b-fp8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing DJLougen/Harmonic-Hermes-9B-GGUF - -> Downloads changed: 0 -> 89 +Processing OrionLLM/GRM-2.6-Plus + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Intel/Qwen3.6-27B-int4-AutoRound +Processing inclusionAI/Ling-2.6-flash-fp8 +Processing tencent/Hy-MT1.5-1.8B-1.25bit-GGUF + -> New model found + -> Tool support: False + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing unsloth/granite-4.1-3b-GGUF + -> New model found -> Tool support: True - -> Found 16 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry + -> Found 21 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing z-lab/gemma-4-31B-it-DFlash +Processing openbmb/MiniCPM-o-4_5 +Processing MaxedOut/ComfyUI-Starter-Packs Processing unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF - -> Downloads changed: 132817 -> 133493 + -> Downloads changed: 133493 -> 160006 -> Tool support: True -> Skipping multi-part file: BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf -> Skipping multi-part file: BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00002-of-00002.gguf -> Found 26 text models and 0 mmproj models -> Updated existing entry -Processing Qwen/Qwen3-TTS-12Hz-1.7B-VoiceDesign -Processing ibm-granite/granite-4.0-1b-speech -Processing Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Downloads changed: 241550 -> 254021 - -> Tool support: True - -> Found 10 text models and 1 mmproj models - -> Updated existing entry -Processing Kijai/LTX2.3_comfy -Processing nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4 +Processing nvidia/parakeet-tdt-0.6b-v3 +Processing nvidia/gliner-PII +Processing Eyeline-Labs/Vista4D +Processing Comfy-Org/z_image_turbo +Processing Qwen/Qwen-Image-Edit-2511 +Processing unsloth/Z-Image-Turbo-GGUF +Processing Alissonerdx/BFS-Best-Face-Swap-Video +Processing deepseek-ai/DeepSeek-OCR-2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing llm-jp/llm-jp-4-8b-thinking +Processing nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2 +Processing Hcompany/Holo3-35B-A3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing FunAudioLLM/PrismAudio -Processing 0xSero/Qwen-3.5-28B-A3B-REAP -Processing unsloth/gemma-4-26B-A4B - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40 - -> No update needed -Processing arcee-ai/Trinity-Large-Thinking-GGUF - -> New model found - -> Tool support: True - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00001-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00002-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00003-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00004-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00005-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00006-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00007-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00001-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00002-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00003-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00004-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00005-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00006-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00007-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00002-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00003-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00004-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00005-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00006-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00007-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00001-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00002-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00003-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00004-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00005-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00006-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00007-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00008-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00001-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00002-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00003-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00004-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00005-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00006-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00007-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00008-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00001-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00002-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00003-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00004-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00005-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00006-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00007-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00008-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00009-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00001-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00002-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00003-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00004-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00005-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00006-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00007-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00008-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00009-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00001-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00002-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00003-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00004-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00005-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00006-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00007-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00008-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00009-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00010-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00011-of-00011.gguf - -> No valid model GGUF files found, skipping -Processing lilyanatia/Bonsai-8B-requantized - -> Downloads changed: 1958 -> 2643 - -> Tool support: True - -> Found 5 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing cyankiwi/gemma-4-31B-it-AWQ-4bit +Processing baidu/ERNIE-Image-Turbo +Processing opendatalab/MinerU2.5-Pro-2604-1.2B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf - -> Downloads changed: 3099 -> 5582 +Processing HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 14724 -> 359215 -> Tool support: True - -> Found 1 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 7 text models and 1 mmproj models -> Updated existing entry -Processing ggerganov/whisper.cpp -Processing meta-llama/Llama-3.2-3B-Instruct +Processing OpenMOSS-Team/MOSS-Audio-4B-Instruct +Processing Motif-Technologies/Motif-Video-2B +Processing robbyant/lingbot-map +Processing mlx-community/Qwen3.6-35B-A3B-4bit + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing LocalAI-io/LocalVQE +Processing AEON-7/Qwen3.6-35B-A3B-heretic-NVFP4 + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing unsloth/Kimi-K2.6-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00001-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00002-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00003-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00004-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00005-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00006-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00007-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00008-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00009-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00010-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00011-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00012-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00013-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00014-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00015-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00016-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00017-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00018-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00019-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00020-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00021-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00022-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00023-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00024-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00025-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00026-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00027-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00028-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00029-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00030-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00031-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00032-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00033-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00034-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00035-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00036-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00037-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00038-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00039-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00040-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00041-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00042-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00043-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00044-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00045-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00046-of-00046.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00001-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00002-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00003-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00004-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00005-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00006-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00007-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00008-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00009-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00010-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00011-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00012-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00013-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00014-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00001-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00002-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00003-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00004-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00005-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00006-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00007-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00008-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00009-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00010-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00011-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00012-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00013-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00014-of-00014.gguf + -> Found 0 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing unsloth/DeepSeek-V4-Flash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-0.6B +Processing HuggingFaceTB/nanowhale-100m -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lkzd7/WAN2.2_LoraSet_NSFW -Processing google/medgemma-1.5-4b-it +Processing XiaomiMiMo/MiMo-V2.5-Base +Processing AngelSlim/Hy-MT1.5-1.8B-2bit-GGUF -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing ACE-Step/Ace-Step1.5 -Processing Qwen/Qwen3.5-0.8B + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing unsloth/granite-4.1-30b-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: BF16/granite-4.1-30b-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/granite-4.1-30b-BF16-00002-of-00002.gguf + -> Found 21 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing josephmayo/Qwopus-9B-Unfettered +Processing Qwen/Qwen3-0.6B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF - -> Downloads changed: 63423 -> 65756 +Processing google/embeddinggemma-300m +Processing Phr00t/WAN2.2-14B-Rapid-AllInOne +Processing moondream/moondream3-preview + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing nvidia/personaplex-7b-v1 +Processing Qwen/Qwen3-ASR-1.7B +Processing google/gemma-4-E2B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing prism-ml/Bonsai-8B-gguf + -> Downloads changed: 38631 -> 79357 -> Tool support: True - -> Found 11 text models and 3 mmproj models + -> Found 2 text models and 0 mmproj models + -> Updated existing entry +Processing litert-community/gemma-4-E2B-it-litert-lm +Processing unsloth/gemma-4-E2B-it-GGUF + -> Downloads changed: 176703 -> 1033825 + -> Tool support: True + -> Found 21 text models and 3 mmproj models -> Updated existing entry -Processing mconcat/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-NVFP4 +Processing OpenMOSS-Team/MOSS-TTS-Nano-100M +Processing TheDrummer/Rocinante-XL-16B-v1 +Processing CompactAI-O/TMLM-Haiku-2.3 +Processing FINAL-Bench/Darwin-36B-Opus -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing llm-jp/llm-jp-4-32b-a3b-thinking +Processing FINAL-Bench/Darwin-28B-KR-Legal -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF - -> Downloads changed: 59533 -> 62451 +Processing Qwen/SAE-Res-Qwen3.5-27B-W80K-L0_100 +Processing cHunter789/Qwen3.6-27B-i1-IQ4_XS-GGUF + -> New model found -> Tool support: True - -> Found 6 text models and 1 mmproj models - -> Updated existing entry -Processing neuralvfx/Z-Image-SAM-ControlNet -Processing Jackrong/MLX-Qwopus3.5-9B-v3-4bit + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing z-lab/gemma-4-26B-A4B-it-DFlash +Processing Dustoevsky/pornmasterZImage_turboV35Fp8.safetensors +Processing LH-Tech-AI/TinyMozart_v2_85M +Processing xinsir/controlnet-union-sdxl-1.0 +Processing ResembleAI/chatterbox +Processing black-forest-labs/FLUX.1-Kontext-dev +Processing mistralai/Voxtral-4B-TTS-2603 +Processing FunAudioLLM/Fun-CosyVoice3-0.5B-2512 +Processing lightonai/LightOnOCR-2-1B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing PaddlePaddle/PaddleOCR-VL-1.5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-31b-it-4bit +Processing Qwen/Qwen3-Coder-Next + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing unsloth/Qwen3-Coder-Next-GGUF + -> Downloads changed: 280196 -> 210782 + -> Tool support: True + -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00001-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00002-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00003-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00004-of-00004.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Coder-Next-Q4_1-00001-of-00003.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Coder-Next-Q4_1-00002-of-00003.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Coder-Next-Q4_1-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Coder-Next-Q6_K-00001-of-00003.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Coder-Next-Q6_K-00002-of-00003.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Coder-Next-Q6_K-00003-of-00003.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Coder-Next-Q8_0-00001-of-00003.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Coder-Next-Q8_0-00002-of-00003.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Coder-Next-Q8_0-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_M/Qwen3-Coder-Next-UD-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_S/Qwen3-Coder-Next-UD-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Coder-Next-UD-Q5_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K/Qwen3-Coder-Next-UD-Q6_K-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Coder-Next-UD-Q6_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00003-of-00003.gguf + -> Found 26 text models and 0 mmproj models + -> Updated existing entry +Processing Qwen/Qwen3.5-35B-A3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Abhiray/gemma-4-E4B-it-heretic-GGUF - -> Downloads changed: 770 -> 6122 +Processing elix3r/LTX-2.3-22b-AV-LoRA-talking-head +Processing llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF + -> Downloads changed: 4464 -> 127355 -> Tool support: True - -> Found 5 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 10 text models and 0 mmproj models -> Updated existing entry -Processing meta-llama/Llama-3.2-1B-Instruct +Processing llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF + -> New model found + -> Tool support: True + -> Found 10 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing BidirLM/BidirLM-Omni-2.5B-Embedding +Processing zerofata/G4-MeroMero-26B-A4B-gguf + -> New model found + -> Tool support: True + -> Found 8 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing bartowski/Qwen_Qwen3.6-27B-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: Qwen_Qwen3.6-27B-bf16/Qwen_Qwen3.6-27B-bf16-00001-of-00002.gguf + -> Skipping multi-part file: Qwen_Qwen3.6-27B-bf16/Qwen_Qwen3.6-27B-bf16-00002-of-00002.gguf + -> Found 27 text models and 2 mmproj models + -> Generated new description + -> Added new entry +Processing huihui-ai/Huihui-Qwen3.6-27B-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing stabilityai/stable-diffusion-3.5-large -Processing nvidia/parakeet-tdt-0.6b-v3 -Processing Qwen/Qwen3-VL-8B-Instruct +Processing Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF + -> New model found + -> Tool support: True + -> Found 1 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing kaitchup/Qwen3.6-27B-autoround-nvfp4-linearattn-BF16 +Processing infgrad/Prism-Qwen3.5-Reranker-0.8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing amazon/chronos-2 -Processing Qwen/Qwen-Image-2512 -Processing OpenMOSS-Team/MOSS-TTS -Processing TheDrummer/Skyfall-31B-v4.2 -Processing Qwen/Qwen3.5-2B +Processing llmfan46/Qwen3.6-27B-uncensored-heretic-v2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bartowski/zed-industries_zeta-2-GGUF - -> Downloads changed: 3795 -> 4164 +Processing Lora-Daddy/Ltx2.3-real-nudity-early-alpha-30k-steps +Processing sensenova/SenseNova-U1-8B-MoT-8step-preview +Processing ggerganov/whisper.cpp +Processing BAAI/bge-reranker-v2-m3 +Processing meta-llama/Llama-3.3-70B-Instruct + -> New model found -> Tool support: False - -> Found 25 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> No valid model GGUF files found, skipping +Processing AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF + -> Downloads changed: 1318 -> 870 + -> Tool support: False + -> Found 1 text models and 0 mmproj models -> Updated existing entry -Processing prism-ml/Bonsai-1.7B-mlx-1bit +Processing Kijai/WanVideo_comfy +Processing Qwen/Qwen3-Embedding-8B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Qwen/Qwen3-Coder-30B-A3B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing sweepai/sweep-next-edit-v2-7B +Processing Qwen/Qwen3-VL-2B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing YTan2000/Qwen3.5-27B-TQ3_4S - -> Downloads changed: 2375 -> 2491 +Processing zai-org/GLM-4.7-Flash + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Qwen/Qwen3-TTS-12Hz-1.7B-Base +Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Downloads changed: 822072 -> 708385 -> Tool support: True - -> Found 1 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 6 text models and 1 mmproj models -> Updated existing entry -Processing FINAL-Bench/Darwin-35B-A3B-Opus-Q8-GGUF - -> New model found +Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Downloads changed: 344065 -> 632194 -> Tool support: True - -> Skipping multi-part file: merged_109838c2-q8_0-00001-of-00003.gguf - -> Skipping multi-part file: merged_109838c2-q8_0-00002-of-00003.gguf - -> Skipping multi-part file: merged_109838c2-q8_0-00003-of-00003.gguf - -> No valid model GGUF files found, skipping -Processing bartowski/google_gemma-4-E4B-it-GGUF - -> Downloads changed: 22124 -> 36256 + -> Found 10 text models and 1 mmproj models + -> Updated existing entry +Processing Crownelius/Crow-9B-HERETIC-4.6 + -> Downloads changed: 123157 -> 35518 -> Tool support: True - -> Found 24 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 5 text models and 0 mmproj models -> Updated existing entry -Processing unsloth/gemma-4-E4B-it-UD-MLX-4bit +Processing NucleusAI/Nucleus-Image +Processing baidu/Qianfan-OCR -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-26b-a4b-4bit +Processing LiquidAI/LFM2.5-350M -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit +Processing nvidia/audio-flamingo-next-hf -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Aratako/gemma-4-E4B-it-audio-encoder -Processing coder3101/gemma-4-E4B-it-heretic +Processing Overworld/Waypoint-1.5-1B +Processing Minthy/ToriiGate-0.5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-Qwopus3.5-9B-v3-abliterated +Processing Jiunsong/supergemma4-26b-uncensored-gguf-v2 + -> New model found + -> Tool support: True + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing bearzi/gemma-4-31B-it-JANG_1L -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google-bert/bert-base-uncased -Processing meta-llama/Meta-Llama-3-8B +Processing huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mistralai/Mistral-7B-Instruct-v0.3 -Processing microsoft/bitnet-b1.58-2B-4T +Processing OpenMOSS-Team/MOSS-Music-8B-Instruct +Processing z-lab/Qwen3.5-122B-A10B-DFlash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/medgemma-4b-it +Processing YTan2000/Qwen3.6-27B-TQ3_4S + -> New model found + -> Tool support: True + -> Found 1 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing cyankiwi/Qwen3.6-27B-AWQ-INT4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/GLM-4.7-Flash-GGUF - -> Downloads changed: 225011 -> 131623 +Processing Yanran21/UniGenDet +Processing TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF + -> New model found -> Tool support: True - -> Skipping multi-part file: BF16/GLM-4.7-Flash-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/GLM-4.7-Flash-BF16-00002-of-00002.gguf - -> Found 27 text models and 0 mmproj models - -> Updated existing entry -Processing Qwen/Qwen3-Coder-Next-GGUF - -> New model found - -> Tool support: True - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00004-of-00004.gguf + -> Found 8 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing lianghsun/privacy-filter-tw +Processing Warecube/Warecube-KO-27B-v3 + -> New model found + -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-122B-A10B +Processing AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-Multimodal-NVFP4-MTP -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated +Processing dtestnyrr/talkie-1930-13b-base-gptq-int4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing agentscope-ai/CoPaw-Flash-9B-Q8_0 - -> Downloads changed: 1467 -> 1728 - -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing unsloth/gemma-4-26B-A4B-it +Processing AuriAetherwiing/G4-26B-A4B-Musica-v1 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lmstudio-community/gemma-4-31B-it-GGUF +Processing bartowski/ibm-granite_granite-4.1-30b-GGUF -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Skipping multi-part file: ibm-granite_granite-4.1-30b-bf16/ibm-granite_granite-4.1-30b-bf16-00001-of-00002.gguf + -> Skipping multi-part file: ibm-granite_granite-4.1-30b-bf16/ibm-granite_granite-4.1-30b-bf16-00002-of-00002.gguf + -> Found 27 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing Jackrong/MLX-Qwopus3.5-27B-v3-4bit +Processing sokann/Qwen3.6-27B-GGUF-4.256bpw -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing lmstudio-community/gemma-4-26B-A4B-it-GGUF + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Emanon14/Nameless-Anima +Processing tori29umai/rtdetrv4-x-manga109s +Processing RedHatAI/Kimi-K2.6-NVFP4 +Processing zerofata/G4-MeroMero-31B-gguf -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 8 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing caiovicentino1/Gemma-4-31B-Claude-Opus-PolarQuant-Q5-Vision +Processing CompactAI-O/Shard-1 +Processing HebArabNlpProject/Hebatron + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing deepcrayon/LibreHPS-4B-v1.1 + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing facebook/nllb-200-distilled-600M +Processing meta-llama/Llama-3.2-3B-Instruct + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing stabilityai/stable-diffusion-3.5-large +Processing Lightricks/LTX-Video +Processing tencent/Hunyuan3D-2 +Processing Qwen/Qwen3-Embedding-0.6B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Qwen/Qwen-Image-Edit-2509 +Processing mistralai/Ministral-3-3B-Instruct-2512 +Processing NousResearch/Hermes-4.3-36B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing XiaomiMiMo/MiMo-V2-Flash + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Qwen/Qwen-Image-Layered +Processing Qwen/Qwen3-VL-Embedding-8B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing unsloth/FLUX.2-klein-9B-GGUF +Processing mlx-community/VibeVoice-ASR-4bit +Processing Qwen/Qwen3.5-27B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF - -> Downloads changed: 0 -> 899 +Processing mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit +Processing Lightricks/LTX-2.3-fp8 +Processing HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 688440 -> 1350123 -> Tool support: True - -> Found 7 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 9 text models and 1 mmproj models -> Updated existing entry -Processing sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 -Processing meta-llama/Llama-3.3-70B-Instruct +Processing DoctorDiffusion/LTX-2.3-IC-LoRA-Colorizer +Processing DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF - -> Downloads changed: 1295 -> 1318 - -> Tool support: False - -> Found 1 text models and 0 mmproj models +Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF + -> Downloads changed: 177157 -> 180420 + -> Tool support: True + -> Found 3 text models and 1 mmproj models -> Updated existing entry -Processing google/gemma-3-27b-it +Processing Winnougan/Must_Have_Klein_9b_loras +Processing meituan-longcat/LongCat-Next -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing pyannote/speaker-diarization-community-1 -Processing Qwen/Qwen3-8B +Processing facebook/sam3.1 +Processing bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF + -> Downloads changed: 9709 -> 26918 + -> Tool support: True + -> Found 4 text models and 0 mmproj models + -> Updated existing entry +Processing lodestones/taggerine +Processing cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Embedding-0.6B +Processing nvidia/parakeet-unified-en-0.6b +Processing LilaRest/gemma-4-31B-it-NVFP4-turbo + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Jiunsong/supergemma4-26b-uncensored-mlx-4bit-v2 + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing unsloth/MiniMax-M2.7-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00001-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00002-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00003-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00004-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00005-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00006-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00007-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00008-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00009-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00010-of-00010.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00001-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00002-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00003-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00004-of-00004.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00001-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00002-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00003-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00004-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00005-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00001-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00002-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00003-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00004-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00001-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00002-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00003-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00001-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00002-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00003-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00004-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00005-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00006-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00001-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00002-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00003-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00004-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00005-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00006-of-00006.gguf + -> No valid model GGUF files found, skipping +Processing OpenMOSS-Team/MOSS-Audio-8B-Instruct +Processing bartowski/Qwen_Qwen3.6-35B-A3B-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: Qwen_Qwen3.6-35B-A3B-bf16/Qwen_Qwen3.6-35B-A3B-bf16-00001-of-00002.gguf + -> Skipping multi-part file: Qwen_Qwen3.6-35B-A3B-bf16/Qwen_Qwen3.6-35B-A3B-bf16-00002-of-00002.gguf + -> Found 28 text models and 2 mmproj models + -> Generated new description + -> Added new entry +Processing LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF + -> New model found + -> Tool support: True + -> Found 10 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing talkie-lm/talkie-web-13b-base +Processing oumoumad/LTX-2.3-22b-IC-LoRA-Uncompress +Processing ibm-granite/granite-4.1-3b-fp8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Embedding-8B +Processing ibm-granite/granite-4.1-30b-fp8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Comfy-Org/Wan_2.2_ComfyUI_Repackaged -Processing Qwen/Qwen3-Coder-30B-A3B-Instruct +Processing unsloth/Qwen3.6-27B-UD-MLX-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/translategemma-27b-it +Processing Ex0bit/Qwen3.6-35B-A3B-PRISM-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ruv/ruvltra-claude-code - -> Downloads changed: 6226 -> 6048 +Processing Jackrong/Qwopus3.6-27B-v1-preview + -> New model found -> Tool support: False - -> Found 1 text models and 0 mmproj models - -> Updated existing entry -Processing deepseek-ai/DeepSeek-OCR-2 + -> No valid model GGUF files found, skipping +Processing groxaxo/Qwen3.6-27B-GPTQ-Pro-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/MiniMax-M2.5-GGUF - -> Downloads changed: 60006 -> 59043 +Processing vrgamedevgirl84/LTX_2.3_Luxe_Sensual_Style_LoRa +Processing joyfox/LTX2.3-ICEdit-Insight +Processing rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF + -> New model found -> Tool support: True - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00001-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00002-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00003-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00004-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00005-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00006-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00007-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00008-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00009-of-00010.gguf - -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00010-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00001-of-00004.gguf - -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00002-of-00004.gguf - -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00003-of-00004.gguf - -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00004-of-00004.gguf - -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00001-of-00004.gguf - -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00002-of-00004.gguf - -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00003-of-00004.gguf - -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00004-of-00004.gguf - -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00001-of-00004.gguf - -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00002-of-00004.gguf - -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00003-of-00004.gguf - -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00004-of-00004.gguf - -> Skipping multi-part file: Q2_K/MiniMax-M2.5-Q2_K-00001-of-00003.gguf - -> Skipping multi-part file: Q2_K/MiniMax-M2.5-Q2_K-00002-of-00003.gguf - -> Skipping multi-part file: Q2_K/MiniMax-M2.5-Q2_K-00003-of-00003.gguf - -> Skipping multi-part file: Q2_K_L/MiniMax-M2.5-Q2_K_L-00001-of-00003.gguf - -> Skipping multi-part file: Q2_K_L/MiniMax-M2.5-Q2_K_L-00002-of-00003.gguf - -> Skipping multi-part file: Q2_K_L/MiniMax-M2.5-Q2_K_L-00003-of-00003.gguf - -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00001-of-00004.gguf - -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00002-of-00004.gguf - -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00003-of-00004.gguf - -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00004-of-00004.gguf - -> Skipping multi-part file: Q3_K_S/MiniMax-M2.5-Q3_K_S-00001-of-00003.gguf - -> Skipping multi-part file: Q3_K_S/MiniMax-M2.5-Q3_K_S-00002-of-00003.gguf - -> Skipping multi-part file: Q3_K_S/MiniMax-M2.5-Q3_K_S-00003-of-00003.gguf - -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00001-of-00004.gguf - -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00002-of-00004.gguf - -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00003-of-00004.gguf - -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00004-of-00004.gguf - -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00001-of-00004.gguf - -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00002-of-00004.gguf - -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00003-of-00004.gguf - -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00004-of-00004.gguf - -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00001-of-00004.gguf - -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00002-of-00004.gguf - -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00003-of-00004.gguf - -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00004-of-00004.gguf - -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00001-of-00004.gguf - -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00002-of-00004.gguf - -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00003-of-00004.gguf - -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00004-of-00004.gguf - -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00001-of-00005.gguf - -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00002-of-00005.gguf - -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00003-of-00005.gguf - -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00004-of-00005.gguf - -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00005-of-00005.gguf - -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00001-of-00005.gguf - -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00002-of-00005.gguf - -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00003-of-00005.gguf - -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00004-of-00005.gguf - -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00005-of-00005.gguf - -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00001-of-00005.gguf - -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00002-of-00005.gguf - -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00003-of-00005.gguf - -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00004-of-00005.gguf - -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00005-of-00005.gguf - -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00001-of-00006.gguf - -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00002-of-00006.gguf - -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00003-of-00006.gguf - -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00004-of-00006.gguf - -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00005-of-00006.gguf - -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00007-of-00007.gguf - -> Found 1 text models and 0 mmproj models - -> Updated existing entry -Processing google/timesfm-2.5-200m-transformers -Processing ytu-ce-cosmos/modernbert-tr-base-1k -Processing mlx-community/Qwen3.5-9B-MLX-4bit + -> Found 8 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing sphaela/Qwen3.6-27B-AutoRound-GGUF + -> New model found + -> Tool support: True + -> Found 15 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing unsloth/DeepSeek-V4-Pro -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing rednote-hilab/dots.mocr +Processing HuggingFaceTB/nanowhale-100m-base -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ricoh-ai/Qwen-3-VL-Ricoh-8B-20260227 -Processing elix3r/LTX-2.3-22b-AV-LoRA-talking-head -Processing tventurella/mr_chatterbox_model -Processing SII-GAIR-NLP/davinci-llm-model +Processing TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing vigneshlabs/cohere-transcribe-03-2026-int8-onnx -Processing ToastyPigeon/Qwen3.5-27B-Marvin-DPO-V2 +Processing sakamakismile/Huihui-Qwen3.6-27B-abliterated-NVFP4-MTP -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-31B-it +Processing mlx-community/DeepSeek-V4-Flash-2bit-DQ -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lmstudio-community/gemma-4-E4B-it-GGUF - -> New model found - -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing llmfan46/gemma-4-31B-it-uncensored-heretic +Processing Comfy-Org/BiRefNet +Processing ginigen-ai/Rogue-28B-MIX -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mradermacher/gemma-4-26B-A4B-it-heretic-GGUF - -> Downloads changed: 0 -> 1225 - -> Tool support: True - -> Found 11 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing intfloat/multilingual-e5-large -Processing briaai/RMBG-2.0 -Processing google/gemma-3-1b-it +Processing Qwen/SAE-Res-Qwen3.5-2B-Base-W32K-L0_50 +Processing AuriAetherwiing/G4-31B-Musica-v1 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Kijai/WanVideo_comfy_fp8_scaled -Processing Wan-AI/Wan2.2-I2V-A14B -Processing Qwen/Qwen-Image -Processing Qwen/Qwen-Image-Edit -Processing tencent/HunyuanImage-3.0-Instruct -Processing TheDrummer/Cydonia-24B-v4.3 -Processing Comfy-Org/z_image_turbo -Processing Qwen/Qwen-Image-Layered -Processing TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF - -> Downloads changed: 46227 -> 44578 - -> Tool support: True - -> Found 13 text models and 0 mmproj models - -> Updated existing entry -Processing alibaba-pai/Z-Image-Fun-Lora-Distill -Processing unsloth/Qwen3.5-122B-A10B-GGUF - -> Downloads changed: 420147 -> 407821 - -> Tool support: True - -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00001-of-00005.gguf - -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00002-of-00005.gguf - -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00003-of-00005.gguf - -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00004-of-00005.gguf - -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00005-of-00005.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00001-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00002-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00003-of-00003.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00001-of-00003.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00002-of-00003.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00003-of-00003.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00001-of-00003.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00002-of-00003.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00003-of-00003.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00002-of-00003.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00003-of-00003.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00001-of-00003.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00002-of-00003.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00003-of-00003.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00001-of-00003.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00002-of-00003.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00003-of-00003.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00001-of-00004.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00002-of-00004.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00003-of-00004.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00004-of-00004.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00005-of-00005.gguf - -> Found 7 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing litert-community/functiongemma-270m-ft-mobile-actions +Processing smthem/SenseNova-U1-8B-MoT-Merger-gguf +Processing AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-Text-NVFP4-MTP-XS -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing microsoft/VibeVoice-ASR-HF -Processing Qwen/Qwen3.5-35B-A3B-GPTQ-Int4 +Processing Playtime-AI/LTX-2.3-She_Rubs_Her_Pussy_v2.11 +Processing nvidia/Cosmos-Reason2-32B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Crownelius/Crow-9B-HERETIC-4.6 - -> Downloads changed: 126171 -> 123157 - -> Tool support: True - -> Found 5 text models and 0 mmproj models - -> Updated existing entry -Processing nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 +Processing thomasgauthier/talkie-1930-13b-it-GGUF + -> New model found + -> Tool support: False + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing openai/clip-vit-base-patch32 +Processing rhasspy/piper-voices +Processing coqui/XTTS-v2 +Processing meta-llama/Meta-Llama-3-8B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing OrionLLM/GRM2-3b +Processing meta-llama/Meta-Llama-3-8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/MLX-Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-4bit +Processing openvla/openvla-7b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ai-sage/GigaChat3.1-10B-A1.8B-GGUF - -> Downloads changed: 12988 -> 13367 - -> Tool support: True - -> Found 4 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing slovak-nlp/Qwen3-14B-sk +Processing meta-llama/Llama-3.1-8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF - -> Downloads changed: 8190 -> 9709 - -> Tool support: True - -> Found 3 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing HarleyWang/Qwen3.5-27B-Claude-Opus-4.6-High-Reasoning +Processing google/gemma-3-1b-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing QuantTrio/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-AWQ +Processing tianbugao/wan_i2v +Processing ibm-granite/granite-docling-258M -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-31B +Processing Qwen/Qwen3-4B-Instruct-2507 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mradermacher/Holo3-35B-A3B-GGUF - -> Downloads changed: 4209 -> 4432 - -> Tool support: True - -> Found 13 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing g-group-ai-lab/gwen-tts-0.6B +Processing facebook/dinov3-vitl16-pretrain-lvd1689m +Processing nvidia/Efficient-DLM-8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bartowski/google_gemma-4-E2B-it-GGUF - -> Downloads changed: 17793 -> 28198 +Processing nphSi/Z-Image-Lora +Processing lovis93/Flux-2-Multi-Angles-LoRA-v2 +Processing microsoft/VibeVoice-Realtime-0.5B +Processing unsloth/Nemotron-3-Nano-30B-A3B-GGUF + -> Downloads changed: 208772 -> 44173 -> Tool support: True - -> Found 24 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Skipping multi-part file: BF16/Nemotron-3-Nano-30B-A3B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Nemotron-3-Nano-30B-A3B-BF16-00002-of-00002.gguf + -> Found 22 text models and 0 mmproj models -> Updated existing entry -Processing unsloth/gemma-4-E2B-it-UD-MLX-4bit +Processing unsloth/Qwen-Image-Edit-2511-GGUF +Processing kyutai/pocket-tts +Processing unsloth/Qwen-Image-2512-GGUF +Processing moonshotai/Kimi-K2.5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-31b-bf16 +Processing google/medgemma-1.5-4b-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing coder3101/gemma-4-31B-it-heretic +Processing Sentinel7/ltxv +Processing LiquidAI/LFM2.5-1.2B-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bigatuna/Qwen3.5-27b-Sushi-Coder-RL-GGUF - -> Downloads changed: 167 -> 626 +Processing mistralai/Voxtral-Mini-4B-Realtime-2602 +Processing openbmb/MiniCPM-o-4_5-gguf + -> Downloads changed: 18817 -> 35496 -> Tool support: True - -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 19 text models and 0 mmproj models -> Updated existing entry -Processing null-space/gemma-4-31b-it-abliterated +Processing MiniMaxAI/MiniMax-M2.5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing FINAL-Bench/Darwin-9B-Opus - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing distilbert/distilbert-base-uncased -Processing pyannote/segmentation-3.0 -Processing Falconsai/nsfw_image_detection -Processing google/gemma-2-2b-it - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-VL-7B-Instruct - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-4B-Instruct-2507 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf - -> Downloads changed: 53290 -> 52362 - -> Tool support: True - -> Found 18 text models and 0 mmproj models - -> Updated existing entry -Processing lrzjason/Consistance_Edit_Lora -Processing LiquidAI/LFM2.5-1.2B-Instruct - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing google/translategemma-4b-it - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/FLUX.2-klein-9B-GGUF -Processing Tongyi-MAI/Z-Image -Processing mistralai/Mistral-Small-4-119B-2603 -Processing Qwen/Qwen3-ASR-0.6B -Processing Nanbeige/Nanbeige4.1-3B - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing zai-org/GLM-5-FP8 +Processing TheDrummer/Skyfall-31B-v4.2 +Processing google/timesfm-2.5-200m-transformers +Processing dx8152/Flux2-Klein-9B-Enhanced-Details +Processing ibm-granite/granite-4.0-1b-speech +Processing Qwen/Qwen3.5-0.8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping Processing unsloth/Qwen3.5-0.8B-GGUF - -> Downloads changed: 302663 -> 296468 + -> Downloads changed: 296468 -> 332425 -> Tool support: True -> Found 22 text models and 3 mmproj models -> Updated existing entry Processing unsloth/Qwen3.5-4B-GGUF - -> Downloads changed: 574466 -> 574992 + -> Downloads changed: 574992 -> 629361 -> Tool support: True -> Found 22 text models and 3 mmproj models -> Updated existing entry -Processing FireRedTeam/FireRed-Image-Edit-1.1 -Processing Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Downloads changed: 85076 -> 85236 - -> Tool support: True - -> Found 10 text models and 1 mmproj models - -> Updated existing entry -Processing Lightricks/LTX-2.3-fp8 -Processing nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing F16/z-image-turbo-sda -Processing allenai/MolmoWeb-8B - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing sarvamai/sarvam-30b-fp8 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mconcat/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-NVFP4 +Processing mlx-community/Qwen3.5-9B-MLX-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF - -> Downloads changed: 2693 -> 3648 +Processing HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 178526 -> 263918 -> Tool support: True - -> Found 10 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 4 text models and 1 mmproj models -> Updated existing entry -Processing bartowski/arcee-ai_Trinity-Large-Thinking-GGUF - -> Downloads changed: 1340 -> 1550 - -> Tool support: True - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_M/arcee-ai_Trinity-Large-Thinking-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_M/arcee-ai_Trinity-Large-Thinking-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_M/arcee-ai_Trinity-Large-Thinking-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_S/arcee-ai_Trinity-Large-Thinking-IQ1_S-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_S/arcee-ai_Trinity-Large-Thinking-IQ1_S-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_S/arcee-ai_Trinity-Large-Thinking-IQ1_S-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XS/arcee-ai_Trinity-Large-Thinking-IQ2_XS-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XS/arcee-ai_Trinity-Large-Thinking-IQ2_XS-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XS/arcee-ai_Trinity-Large-Thinking-IQ2_XS-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XXS/arcee-ai_Trinity-Large-Thinking-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XXS/arcee-ai_Trinity-Large-Thinking-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XXS/arcee-ai_Trinity-Large-Thinking-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00001-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00002-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00003-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00004-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00005-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00006-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00007-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00001-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00002-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00003-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00004-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00005-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00006-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00007-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00002-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00003-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00004-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00005-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00006-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00007-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00001-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00002-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00003-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00004-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00005-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00006-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00007-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00008-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00001-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00002-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00003-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00004-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00005-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00006-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00007-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00008-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00001-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00002-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00003-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00004-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00005-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00006-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00007-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00008-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00009-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00001-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00002-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00003-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00004-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00005-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00006-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00007-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00008-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00009-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00001-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00002-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00003-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00004-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00005-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00006-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00007-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00008-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00009-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00010-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00011-of-00011.gguf +Processing nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF + -> New model found + -> Tool support: True -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing LiquidAI/LFM2.5-350M-Base + -> Generated new description + -> Added new entry +Processing google/gemma-4-26B-A4B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jundot/Qwen3.5-35B-A3B-oQ4e -Processing unsloth/gemma-4-E2B-it +Processing Tesslate/OmniCoder-9B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF - -> Downloads changed: 6726 -> 8276 - -> Tool support: True - -> Found 26 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF - -> Downloads changed: 5502 -> 5566 +Processing lightonai/LateOn +Processing joyfox/LTX-2.3-Transition-LORA +Processing minishlab/potion-code-16M +Processing bartowski/google_gemma-4-26B-A4B-it-GGUF + -> Downloads changed: 52645 -> 273690 -> Tool support: True - -> Found 25 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00001-of-00002.gguf + -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00002-of-00002.gguf + -> Found 27 text models and 2 mmproj models -> Updated existing entry -Processing onnx-community/gemma-4-E2B-it-ONNX +Processing LiquidAI/LFM2.5-VL-450M -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Stabhappy/gemma-4-31B-it-heretic-Gguf - -> Downloads changed: 4833 -> 23162 - -> Tool support: True - -> Found 5 text models and 5 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF - -> Downloads changed: 1159 -> 1522 - -> Tool support: True - -> Found 3 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF +Processing google/tipsv2-b14 +Processing CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF -> New model found -> Tool support: True - -> Found 7 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 1 text models and 1 mmproj models + -> Generated new description -> Added new entry -Processing EganAI/gemma-4-31B-Claude-4.6-Opus-Reasoning-Distilled - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-26b-a4b-it-UD-MLX-4bit +Processing cyankiwi/Qwen3.6-35B-A3B-AWQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/bart-large-cnn -Processing lllyasviel/ControlNet -Processing lllyasviel/ControlNet-v1-1 -Processing stabilityai/sdxl-turbo -Processing mistralai/Mistral-7B-Instruct-v0.2 +Processing RedHatAI/gemma-4-31B-it-speculator.dflash +Processing systms/SYSTMS-ACTION-LoRA-Qwen-Image-Edit-2511 +Processing vrgamedevgirl84/LTX_2.3_Crisp_Enhance_Style_LoRa +Processing knowledgator/gliclass-multilang-ultra +Processing knowledgator/gliclass-multilang-mini +Processing caiovicentino1/qwen36-27b-sae-papergrade +Processing TheBurgstall/VR-360-Outpaint-LTX2.3-IC-LoRA +Processing poolside/Laguna-XS.2-FP8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ai4bharat/indic-conformer-600m-multilingual -Processing MaxedOut/ComfyUI-Starter-Packs -Processing dphn/Dolphin-Mistral-24B-Venice-Edition +Processing Anserwise/AWAXIS-Think-28B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing IndexTeam/IndexTTS-2 -Processing Phr00t/WAN2.2-14B-Rapid-AllInOne -Processing facebook/dinov3-vitl16-pretrain-lvd1689m -Processing moondream/moondream3-preview +Processing bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Omni-30B-A3B-Captioner -Processing deepseek-ai/DeepSeek-OCR + -> Tool support: True + -> Skipping multi-part file: FINAL-Bench_Darwin-36B-Opus-bf16/FINAL-Bench_Darwin-36B-Opus-bf16-00001-of-00002.gguf + -> Skipping multi-part file: FINAL-Bench_Darwin-36B-Opus-bf16/FINAL-Bench_Darwin-36B-Opus-bf16-00002-of-00002.gguf + -> Found 27 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing TheBurgstall/ltx-2.3-bodypositivity-lora +Processing flwrlabs/Lizzy-7B-GGUF -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mistralai/Devstral-Small-2-24B-Instruct-2512 -Processing unsloth/Qwen-Image-Edit-2511-GGUF -Processing LiquidAI/LFM2.5-1.2B-Thinking + -> Found 5 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing OpenMed/privacy-filter-nemotron-mlx +Processing lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/Alpamayo-1.5-10B -Processing llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF - -> Downloads changed: 69886 -> 53523 -> Tool support: True - -> Found 10 text models and 0 mmproj models - -> Updated existing entry -Processing black-forest-labs/FLUX.2-klein-9b-kv -Processing nvidia/MiniMax-M2.5-NVFP4 + -> Found 3 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing AngelSlim/Hy-MT1.5-1.8B-2bit +Processing oumoumad/LTX-2.3-22b-IC-LoRA-Deinterlace +Processing bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_M/mistralai_Mistral-Medium-3.5-128B-IQ3_M-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_M/mistralai_Mistral-Medium-3.5-128B-IQ3_M-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XS/mistralai_Mistral-Medium-3.5-128B-IQ3_XS-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XS/mistralai_Mistral-Medium-3.5-128B-IQ3_XS-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XXS/mistralai_Mistral-Medium-3.5-128B-IQ3_XXS-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XXS/mistralai_Mistral-Medium-3.5-128B-IQ3_XXS-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_NL/mistralai_Mistral-Medium-3.5-128B-IQ4_NL-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_NL/mistralai_Mistral-Medium-3.5-128B-IQ4_NL-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_XS/mistralai_Mistral-Medium-3.5-128B-IQ4_XS-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_XS/mistralai_Mistral-Medium-3.5-128B-IQ4_XS-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q2_K_L/mistralai_Mistral-Medium-3.5-128B-Q2_K_L-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q2_K_L/mistralai_Mistral-Medium-3.5-128B-Q2_K_L-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_L/mistralai_Mistral-Medium-3.5-128B-Q3_K_L-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_L/mistralai_Mistral-Medium-3.5-128B-Q3_K_L-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_M/mistralai_Mistral-Medium-3.5-128B-Q3_K_M-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_M/mistralai_Mistral-Medium-3.5-128B-Q3_K_M-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_S/mistralai_Mistral-Medium-3.5-128B-Q3_K_S-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_S/mistralai_Mistral-Medium-3.5-128B-Q3_K_S-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_XL/mistralai_Mistral-Medium-3.5-128B-Q3_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_XL/mistralai_Mistral-Medium-3.5-128B-Q3_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_0/mistralai_Mistral-Medium-3.5-128B-Q4_0-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_0/mistralai_Mistral-Medium-3.5-128B-Q4_0-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_1/mistralai_Mistral-Medium-3.5-128B-Q4_1-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_1/mistralai_Mistral-Medium-3.5-128B-Q4_1-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_L/mistralai_Mistral-Medium-3.5-128B-Q4_K_L-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_L/mistralai_Mistral-Medium-3.5-128B-Q4_K_L-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_M/mistralai_Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_M/mistralai_Mistral-Medium-3.5-128B-Q4_K_M-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_S/mistralai_Mistral-Medium-3.5-128B-Q4_K_S-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_S/mistralai_Mistral-Medium-3.5-128B-Q4_K_S-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_M/mistralai_Mistral-Medium-3.5-128B-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_M/mistralai_Mistral-Medium-3.5-128B-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_M/mistralai_Mistral-Medium-3.5-128B-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_S/mistralai_Mistral-Medium-3.5-128B-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_S/mistralai_Mistral-Medium-3.5-128B-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_S/mistralai_Mistral-Medium-3.5-128B-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K/mistralai_Mistral-Medium-3.5-128B-Q6_K-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K/mistralai_Mistral-Medium-3.5-128B-Q6_K-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K/mistralai_Mistral-Medium-3.5-128B-Q6_K-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00001-of-00004.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00002-of-00004.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00003-of-00004.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00004-of-00004.gguf + -> Found 8 text models and 2 mmproj models + -> Generated new description + -> Added new entry +Processing bartowski/ibm-granite_granite-4.1-3b-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/Kimodo-SOMA-RP-v1 -Processing AviadDahan/LTX-2.3-ID-LoRA-CelebVHQ-3K -Processing bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF - -> Downloads changed: 24336 -> 25397 -> Tool support: True - -> Skipping multi-part file: nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00001-of-00002.gguf - -> Skipping multi-part file: nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00002-of-00002.gguf - -> Found 27 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing darkc0de/XORTRON - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing LiquidAI/LFM2.5-350M-ONNX + -> Found 25 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Danrisi/UltraReal_FineTune_Anima +Processing Jackrong/MLX-Qwen3.5-9B-DeepSeek-V4-Flash-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ConicCat/Qwen3.5-27B-Writer-V2 -Processing facebook/boxer -Processing pfnet/plamo-2.1-8b-vl +Processing mlx-community/Ling-2.6-flash-mlx-4bit-DWQ -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lmstudio-community/gemma-4-E2B-it-GGUF +Processing ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF -> New model found -> Tool support: True - -> Found 3 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 27 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing mudler/Qwen3-Coder-30B-APEX-GGUF - -> Downloads changed: 2195 -> 2618 +Processing ponpoke/flux2-klein-9b-uncensored-text-encoder + -> New model found -> Tool support: True - -> Found 7 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing EldritchLabs/KrakenSakura-Maelstrom-12B-v1 + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Blazed-Forge/Gemma-4-Gemsicle-31B +Processing CompactAI-O/Glint-1 +Processing BAAI/bge-small-en-v1.5 +Processing IDEA-Research/grounding-dino-base +Processing RunDiffusion/Juggernaut-XL-v9 +Processing FunAudioLLM/SenseVoiceSmall +Processing google/gemma-2-2b-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-e4b-it-mxfp8 -Processing nvidia/nemocurator-speech-bandwidth-filter -Processing samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled -Processing coder3101/gemma-4-31B-it-heretic-v2 +Processing stable-diffusion-v1-5/stable-diffusion-v1-5 +Processing Qwen/Qwen2.5-Coder-7B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing caiovicentino1/Qwopus3.5-27B-v3-PolarQuant-Q5 +Processing Qwen/Qwen2.5-1.5B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing aifeifei798/Gemma-4-31B-Cognitive-Unshackled +Processing meta-llama/Llama-3.2-1B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing siraxe/MergeGreen_IC-lora_ltx2.3 -Processing openai/clip-vit-base-patch32 -Processing dlicari/Italian-Legal-BERT -Processing meta-llama/Llama-2-7b +Processing meta-llama/Llama-3.2-3B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing cagliostrolab/animagine-xl-4.0 +Processing deepseek-ai/DeepSeek-R1-Distill-Qwen-32B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing meta-llama/Llama-2-7b-hf +Processing Qwen/Qwen2.5-VL-7B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/gemma-7b - -> Downloads changed: 29167 -> 29323 +Processing DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF + -> Downloads changed: 7326 -> 7441 -> Tool support: False - -> Found 1 text models and 0 mmproj models + -> Found 10 text models and 0 mmproj models -> Updated existing entry -Processing stabilityai/stable-diffusion-3-medium -Processing xinsir/controlnet-union-sdxl-1.0 -Processing meta-llama/Llama-3.1-8B +Processing Wan-AI/Wan2.1-T2V-1.3B +Processing google/gemma-3-27b-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing meta-llama/Llama-3.2-1B +Processing Qwen/Qwen3-8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing dphn/Dolphin3.0-Llama3.1-8B +Processing dphn/Dolphin-Mistral-24B-Venice-Edition -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing deepseek-ai/DeepSeek-R1-Distill-Qwen-14B +Processing IndexTeam/IndexTTS-2 +Processing numz/SeedVR2_comfyUI +Processing mistralai/Voxtral-Mini-3B-2507 +Processing mistralai/Voxtral-Small-24B-2507 +Processing mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF + -> Downloads changed: 23748 -> 11701 + -> Tool support: True + -> Found 24 text models and 0 mmproj models + -> Updated existing entry +Processing unsloth/gpt-oss-120b-GGUF + -> Downloads changed: 115725 -> 269679 + -> Tool support: True + -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00001-of-00002.gguf + -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00002-of-00002.gguf + -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00001-of-00002.gguf + -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00002-of-00002.gguf + -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00001-of-00002.gguf + -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00002-of-00002.gguf + -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00001-of-00002.gguf + -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00002-of-00002.gguf + -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00001-of-00002.gguf + -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00002-of-00002.gguf + -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00001-of-00002.gguf + -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00002-of-00002.gguf + -> Found 1 text models and 0 mmproj models + -> Updated existing entry +Processing ibm-granite/granite-timeseries-flowstate-r1 +Processing pipecat-ai/smart-turn-v3 +Processing nvidia/omni-embed-nemotron-3b +Processing mistralai/Ministral-3-14B-Instruct-2512 +Processing TheDrummer/Cydonia-24B-v4.3 +Processing facebook/sam-3d-body-dinov3 +Processing ibm-granite/granitelib-rag-r1.0 +Processing unsloth/FLUX.2-dev-GGUF +Processing nvidia/Cosmos-Reason2-8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-VL-3B-Instruct +Processing Qwen/Qwen-Image-2512 +Processing LiquidAI/LFM2.5-1.2B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing deepseek-ai/Janus-Pro-7B -Processing google/gemma-3-12b-it +Processing google/translategemma-4b-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/QwQ-32B +Processing mistralai/Mistral-Small-4-119B-2603 +Processing unsloth/Z-Image-GGUF +Processing inclusionAI/LLaDA2.1-flash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlabonne/gemma-3-27b-it-abliterated +Processing zai-org/GLM-5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing meta-llama/Llama-4-Scout-17B-16E-Instruct +Processing GuangyuanSD/FLUX.2-klein-9B-Blitz-ComfyUI +Processing LiquidAI/LFM2-24B-A2B-GGUF + -> Downloads changed: 66275 -> 21239 + -> Tool support: True + -> Found 7 text models and 0 mmproj models + -> Updated existing entry +Processing Qwen/Qwen3.5-122B-A10B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/OMol25 -Processing ResembleAI/chatterbox -Processing black-forest-labs/FLUX.1-Kontext-dev -Processing Adilbai/stock-trading-rl-agent -Processing HuggingFaceTB/SmolLM3-3B +Processing LiquidAI/LFM2-24B-A2B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Wan-AI/Wan2.2-TI2V-5B -Processing Wan-AI/Wan2.2-T2V-A14B -Processing Qwen/Qwen3-30B-A3B-Instruct-2507 +Processing z-lab/Qwen3.5-9B-DFlash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 +Processing silveroxides/LTX-2.3-Quants +Processing DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF + -> Downloads changed: 65756 -> 83867 + -> Tool support: True + -> Found 11 text models and 3 mmproj models + -> Updated existing entry +Processing nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing FunAudioLLM/Fun-CosyVoice3-0.5B-2512 -Processing Lightricks/LTX-2 -Processing Qwen/Qwen3-VL-Embedding-8B +Processing nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-VL-Embedding-2B +Processing UII-AI/uAI-NEXUS-MedVLM-1.0a-7B-RL +Processing nvidia/GEM-X +Processing Lightricks/LTX-2.3-nvfp4 +Processing nvidia/Nemotron-Cascade-2-30B-A3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing perplexity-ai/pplx-embed-v1-0.6b -Processing black-forest-labs/FLUX.2-klein-9b-fp8 -Processing LiquidAI/LFM2.5-1.2B-Thinking-GGUF - -> Downloads changed: 51600 -> 49084 +Processing HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 117916 -> 88776 -> Tool support: True - -> Found 7 text models and 0 mmproj models + -> Found 13 text models and 1 mmproj models -> Updated existing entry -Processing Heui/OpsLLM-7B -Processing Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF - -> Downloads changed: 41622 -> 39664 +Processing HKUSTAudio/Audio-Omni +Processing Granddyser/biglove-klein2 +Processing netflix/void-model +Processing onnx-community/gemma-4-E2B-it-ONNX + -> New model found -> Tool support: False - -> Found 8 text models and 0 mmproj models - -> Updated existing entry -Processing KintsugiHealth/dam -Processing TheDrummer/Skyfall-31B-v4.2-GGUF - -> Downloads changed: 1594 -> 2815 + -> No valid model GGUF files found, skipping +Processing mudler/gemma-4-26B-A4B-it-APEX-GGUF + -> Downloads changed: 45722 -> 220829 -> Tool support: True - -> Found 6 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 8 text models and 1 mmproj models -> Updated existing entry -Processing Sehyo/Qwen3.5-122B-A10B-NVFP4 +Processing cyankiwi/gemma-4-31B-it-AWQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-27B-GPTQ-Int4 +Processing coder3101/gemma-4-31B-it-heretic -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/Qwen3.5-9B-OptiQ-4bit +Processing TrevorJS/gemma-4-E2B-it-uncensored -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-Qwen3.5-9B-abliterated +Processing TrevorJS/gemma-4-E4B-it-uncensored-GGUF + -> New model found + -> Tool support: True + -> Found 2 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing LGAI-EXAONE/EXAONE-4.5-33B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing layerdifforg/seethroughv0.0.2_layerdiff3d -Processing QCRI/Fanar-2-27B-Instruct +Processing nvidia/audio-flamingo-next-captioner-hf -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/RE-USE -Processing KlingTeam/X-Dub -Processing Alibaba-DAMO-Academy/LumosX -Processing SicariusSicariiStuff/Assistant_Pepe_70B +Processing black-forest-labs/FLUX.2-small-decoder +Processing khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF + -> New model found + -> Tool support: True + -> Found 3 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/EUPE-ViT-B -Processing prism-ml/Bonsai-8B-unpacked -Processing facebook/EUPE-ConvNeXt-S -Processing lodestones/tagger-experiment -Processing agentscope-ai/CoPaw-Flash-4B -Processing Jackrong/MLX-Qwopus3.5-9B-v3-8bit +Processing DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Sweaterdog/GRaPE-1.5 +Processing OpenMOSS-Team/MOSS-Audio-4B-Thinking +Processing unsloth/Qwen3.6-35B-A3B-MLX-8bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Vortex5/Celestial-Queen-12B +Processing dealignai/Qwen3.6-35B-A3B-JANGTQ4-CRACK -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing arcee-ai/Trinity-Large-Thinking-W4A16 +Processing hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing KRAFTON/Raon-Speech-9B-AWQ-INT4 -Processing KRAFTON/Raon-Speech-9B-FP8 -Processing LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF - -> Downloads changed: 918 -> 1340 - -> Tool support: True - -> Found 4 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B +Processing TheDrummer/Rocinante-XL-16B-v1-GGUF -> New model found -> Tool support: True - -> Found 5 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 6 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing Comfy-Org/frame_interpolation -Processing unsloth/gemma-4-E4B-it-MLX-8bit +Processing prithivMLmods/QIE-2511-3D-Paper-Cut-Illustration +Processing lovis93/crt-animation-terminal-ltx-2.3-lora +Processing Playtime-AI/LTX-2.3-Titty_Drop +Processing Yutian10/AnyRecon +Processing rdtand/Qwen3.6-27B-PrismaQuant-5.5bit-vllm -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-e4b-it-8bit -Processing unsloth/gemma-4-E4B-it-unsloth-bnb-4bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing trohrbaugh/gemma-4-26B-A4B-it-heretic-ara +Processing unsloth/Qwen3.6-35B-A3B-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing AIDC-AI/Marco-Nano-Instruct +Processing mlx-community/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-mlx-8bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tiiuae/Falcon-Perception-300M +Processing facebook/sapiens2-pose-5b +Processing poolside/Laguna-XS.2-INT4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing SanDiegoDude/JoyAI-Image-Edit-FP8 -Processing unsloth/gemma-4-31b-it-UD-MLX-4bit +Processing darkc0de/XORTRON-XPRT-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF + -> Tool support: True + -> Found 1 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation -> New model found -> Tool support: True - -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 2 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing caiovicentino1/FLUX.2-klein-9B-PolarQuant-Q5 -Processing FacebookAI/roberta-base -Processing FacebookAI/xlm-roberta-base -Processing sentence-transformers/all-mpnet-base-v2 -Processing prompthero/openjourney -Processing Salesforce/blip-image-captioning-large +Processing Playtime-AI/LTX-2.3-Better_Female_Nudity_v2 +Processing Radamanthys11/Qwen3.6-27B-MTP-Q8_0-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing bigcode/starcoder + -> Tool support: True + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Qwen/SAE-Res-Qwen3.5-35B-A3B-Base-W128K-L0_100 +Processing Intel/DeepSeek-V4-Flash-W4A16-AutoRound -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing intfloat/multilingual-e5-small -Processing mistralai/Mistral-7B-v0.1 +Processing List-cloud/List-3.0-Ultra-Coder-Brain -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing stabilityai/stable-video-diffusion-img2vid-xt -Processing microsoft/phi-2 +Processing jjiaweiyang/FD-Loss +Processing rdtand/MiniMax-M2.7-PrismaQuant-3.20bit-vllm -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nomic-ai/nomic-embed-text-v1.5 -Processing Sao10K/L3-8B-Stheno-v3.2 +Processing ggml-org/NVIDIA-Nemotron-3-Nano-Omni -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 + -> Tool support: True + -> Found 2 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing stable-diffusion-v1-5/stable-diffusion-v1-5 -Processing Lightricks/LTX-Video -Processing fishaudio/fish-speech-1.5 -Processing answerdotai/ModernBERT-base -Processing google/timesfm-2.0-500m-pytorch -Processing deepseek-ai/DeepSeek-V3 + -> Tool support: True + -> Found 9 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing ManniX-ITA/Qwen3.6-27B-Omnimerge-v4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing MahmoodLab/UNI2-h -Processing omni-research/Tarsier2-Recap-7b -Processing Wan-AI/Wan2.1-T2V-14B -Processing unsloth/Phi-4-mini-instruct-GGUF - -> New model found - -> Tool support: False - -> Found 8 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing microsoft/bitnet-b1.58-2B-4T-gguf - -> Downloads changed: 35313 -> 35844 - -> Tool support: False - -> Found 1 text models and 0 mmproj models - -> Updated existing entry -Processing nari-labs/Dia-1.6B -Processing Qwen/Qwen3-4B +Processing llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GPTQ-Int4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lerobot/smolvla_base -Processing google/gemma-3n-E4B-it +Processing OrobasVault/Geodesic-Phantom-12B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mistralai/Voxtral-Small-24B-2507 -Processing Qwen/Qwen3-Coder-480B-A35B-Instruct +Processing Egor-3926/ToxicLord +Processing Playtime-AI/LTX-2.3-Jenna_Coleman +Processing LH-Tech-AI/Flare-TTS-28M +Processing Playtime-AI/LTX-2.3-Doggy_Style_Sex_v2.1 +Processing black-forest-labs/FLUX.1-schnell +Processing cross-encoder/ms-marco-MiniLM-L6-v2 +Processing dslim/bert-base-NER +Processing sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 +Processing microsoft/BiomedCLIP-PubMedBERT_256-vit_base_patch16_224 +Processing BAAI/bge-large-en-v1.5 +Processing mistralai/Mistral-7B-v0.1 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Wan-AI/Wan2.2-T2V-A14B-Diffusers -Processing google/gemma-3-270m +Processing pyannote/segmentation-3.0 +Processing Systran/faster-whisper-large-v3 +Processing nomic-ai/nomic-embed-text-v1.5 +Processing mradermacher/model_requests +Processing ByteDance/AnimateDiff-Lightning +Processing google/timesfm-1.0-200m +Processing stabilityai/stable-diffusion-3-medium +Processing deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lightx2v/Qwen-Image-Lightning -Processing Qwen/Qwen3-Next-80B-A3B-Instruct +Processing microsoft/Florence-2-large -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Wan-AI/Wan2.2-Animate-14B -Processing mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF - -> Downloads changed: 378 -> 446 - -> Tool support: True - -> Found 24 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing comfyanonymous/flux_text_encoders +Processing city96/FLUX.1-dev-gguf +Processing DavidAU/L3-DARKEST-PLANET-16.5B-GGUF + -> Downloads changed: 4680 -> 2256 + -> Tool support: False + -> Found 21 text models and 0 mmproj models -> Updated existing entry -Processing Qwen/Qwen3-Omni-30B-A3B-Thinking -Processing Qwen/Qwen-Image-Edit-2509 -Processing prov-gigatime/GigaTIME -Processing prithivMLmods/Kontext-Watermark-Remover -Processing Comfy-Org/flux2-dev -Processing nphSi/Z-Image-Lora -Processing ArliAI/GLM-4.6-Derestricted-v3 +Processing briaai/RMBG-2.0 +Processing ashllay/YOLO_Models +Processing Qwen/Qwen2.5-Coder-32B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/Z-Image-Turbo-GGUF -Processing lightx2v/Qwen-Image-Edit-2511-Lightning -Processing mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF - -> Downloads changed: 74475 -> 77227 +Processing DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF + -> Downloads changed: 72393 -> 49670 -> Tool support: False - -> Found 25 text models and 0 mmproj models - -> Updated existing entry -Processing LiquidAI/LFM2.5-1.2B-Instruct-GGUF - -> Downloads changed: 179094 -> 177810 - -> Tool support: True - -> Found 7 text models and 0 mmproj models + -> Found 13 text models and 0 mmproj models -> Updated existing entry -Processing Comfy-Org/ltx-2 -Processing google/translategemma-12b-it +Processing facebook/UMA +Processing Qwen/Qwen3-Reranker-0.6B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing black-forest-labs/FLUX.2-klein-base-9b-fp8 -Processing Comfy-Org/vae-text-encorder-for-flux-klein-9b -Processing Qwen/Qwen3-TTS-12Hz-1.7B-Base -Processing DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF - -> Downloads changed: 67999 -> 65960 - -> Tool support: True - -> Found 12 text models and 0 mmproj models - -> Updated existing entry -Processing microsoft/Phi-4-reasoning-vision-15B +Processing katanemo/Arch-Router-1.5B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/Kimi-K2.5-NVFP4 +Processing Qwen/Qwen3-Embedding-4B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing jpacifico/Chocolatine-2-4B-Instruct-DPO-v2.1 +Processing tencent/Hunyuan3D-2.1 +Processing bond005/whisper-podlodka-turbo +Processing NeoQuasar/Kronos-base +Processing kyutai/tts-voices +Processing fastino/gliner2-base-v1 +Processing Adilbai/stock-trading-rl-agent +Processing HuggingFaceTB/SmolLM3-3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Coder-Next-FP8 +Processing Kijai/WanVideo_comfy_fp8_scaled +Processing nvidia/Cosmos-Predict2.5-2B +Processing Comfy-Org/Wan_2.2_ComfyUI_Repackaged +Processing lightx2v/Qwen-Image-Lightning +Processing openbmb/MiniCPM-V-4_5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4 - -> Downloads changed: 24928 -> 23441 - -> Tool support: True - -> Found 10 text models and 0 mmproj models - -> Updated existing entry -Processing mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF - -> Downloads changed: 52302 -> 51987 - -> Tool support: True - -> Found 24 text models and 0 mmproj models - -> Updated existing entry -Processing LiquidAI/LFM2-24B-A2B +Processing NousResearch/Hermes-4-14B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bartowski/Qwen_Qwen3.5-27B-GGUF - -> Downloads changed: 93680 -> 93739 - -> Tool support: True - -> Skipping multi-part file: Qwen_Qwen3.5-27B-bf16/Qwen_Qwen3.5-27B-bf16-00001-of-00002.gguf - -> Skipping multi-part file: Qwen_Qwen3.5-27B-bf16/Qwen_Qwen3.5-27B-bf16-00002-of-00002.gguf - -> Found 27 text models and 2 mmproj models - -> Updated existing entry -Processing nvidia/GLM-5-NVFP4 +Processing openai/gpt-oss-safeguard-20b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-35B-A3B-FP8 +Processing Qwen/Qwen3-Omni-30B-A3B-Instruct +Processing lovis93/next-scene-qwen-image-lora-2509 +Processing zai-org/GLM-4.6 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-Qwen3.5-27B-abliterated +Processing Qwen/Qwen3-VL-8B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing saricles/MiniMax-M2.5-REAP-172B-A10B-NVFP4-GB10 +Processing PaddlePaddle/PaddleOCR-VL -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/asset-harvester -Processing Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled +Processing ByteDance/Ouro-2.6B-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled +Processing city96/FLUX.2-dev-gguf +Processing deepseek-ai/DeepSeek-V3.2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Lightricks/LTX-2.3-22b-IC-LoRA-Union-Control -Processing nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16 +Processing allenai/Molmo2-8B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mconcat/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-FP8-Dynamic +Processing ifmylove2011/girlslike-zimage +Processing LiquidAI/LFM2.5-Audio-1.5B +Processing nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mistralai/Leanstral-2603 -Processing g-group-ai-lab/gipformer-65M-rnnt -Processing haofeixu/resplat -Processing Lightricks/LTX-2.3-nvfp4 -Processing samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Downloads changed: 12267 -> 12719 +Processing lightx2v/Qwen-Image-2512-Lightning +Processing Comfy-Org/ltx-2 +Processing prithivMLmods/Qwen-Image-Edit-2511-Unblur-Upscale +Processing OpenMed/OpenMed-PII-SuperClinical-Large-434M-v1 +Processing unsloth/FLUX.2-klein-4B-GGUF +Processing LiquidAI/LFM2.5-1.2B-Thinking-GGUF + -> Downloads changed: 49084 -> 28228 -> Tool support: True - -> Found 3 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 7 text models and 0 mmproj models -> Updated existing entry -Processing rodrigomt/s2-pro-gguf -Processing Jackrong/MLX-Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-8bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing rachpradhan/Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1 - -> Downloads changed: 488 -> 506 +Processing PaddlePaddle/PP-DocLayoutV3 +Processing Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice +Processing Qwen/Qwen3-TTS-12Hz-0.6B-Base +Processing unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF + -> Downloads changed: 24066 -> 20144 -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 27 text models and 0 mmproj models -> Updated existing entry -Processing ai-sage/GigaChat3.1-10B-A1.8B +Processing ACE-Step/Ace-Step1.5 +Processing jeremyhola/LORAs -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Brooooooklyn/Qwen3.5-27B-unsloth-mlx + -> Tool support: True + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing inclusionAI/Ming-flash-omni-2.0 +Processing artificialguybr/FILMGRAIN-REDMOND-FLUXKLEIN9B +Processing nvidia/GR00T-N1.7-3B +Processing huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwen3.5-9B-Neo-GGUF - -> Downloads changed: 6765 -> 7112 +Processing FireRedTeam/FireRed-Image-Edit-1.1 +Processing Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Downloads changed: 254021 -> 197981 -> Tool support: True -> Found 10 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} -> Updated existing entry -Processing bosonai/higgs-audio-v3-stt -Processing onnx-community/cohere-transcribe-03-2026-ONNX -Processing tonera/FLUX.2-klein-9B-Nunchaku -Processing Granddyser/biglove-klein2 -Processing timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF - -> Downloads changed: 4100 -> 4703 +Processing HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 253512 -> 423537 -> Tool support: True - -> Skipping multi-part file: Qwen3.5-397B-A17B-Uncensored-BF16-split-00001-of-00002.gguf - -> Skipping multi-part file: Qwen3.5-397B-A17B-Uncensored-BF16-split-00002-of-00002.gguf - -> Found 6 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 9 text models and 1 mmproj models -> Updated existing entry -Processing vivekvar/turboquant -Processing SciMaker/T-qwen3.5-4B - -> Downloads changed: 427 -> 451 +Processing mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF + -> Downloads changed: 222288 -> 154643 -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 24 text models and 0 mmproj models -> Updated existing entry -Processing llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2 +Processing black-forest-labs/FLUX.2-klein-9b-kv +Processing Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bosonai/higgs-audio-v3-8b-stt -Processing drbaph/LongCat-AudioDiT-3.5B-fp8 -Processing caiovicentino1/Qwen3.5-27B-PolarQuant-Q5 +Processing nvidia/Kimodo-SOMA-RP-v1 +Processing AviadDahan/LTX-2.3-ID-LoRA-CelebVHQ-3K +Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing pnnbao-ump/VieNeu-TTS-v2-Turbo +Processing huihui-ai/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/Sequential-Hidden-Decoding-8B-n8-Instruct +Processing AxiomicLabs/GPT-X2-125M -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-E4B-it +Processing litert-community/gemma-4-E4B-it-litert-lm +Processing well9472/Nanosaur-1.2B-Preview +Processing microsoft/harrier-oss-v1-270m +Processing microsoft/harrier-oss-v1-27b +Processing Jackrong/Qwopus3.5-9B-v3-GGUF + -> Downloads changed: 43478 -> 141060 + -> Tool support: True + -> Found 5 text models and 1 mmproj models + -> Updated existing entry +Processing EverMind-AI/MSA-4B +Processing ACE-Step/acestep-v15-xl-turbo +Processing bartowski/google_gemma-4-31B-it-GGUF + -> Downloads changed: 50030 -> 285205 + -> Tool support: True + -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00001-of-00002.gguf + -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00002-of-00002.gguf + -> Found 28 text models and 2 mmproj models + -> Updated existing entry +Processing kai-os/Carnice-9b -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Naphula/Goetia-8B-v1 +Processing llmfan46/gemma-4-31B-it-uncensored-heretic -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing p-e-w/gpt-oss-20b-heretic-ara-v4 +Processing TrevorJS/gemma-4-E4B-it-uncensored -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mudler/Qwen3.5-122B-A10B-APEX-GGUF - -> Downloads changed: 4136 -> 4434 +Processing TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF + -> New model found -> Tool support: True - -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing unsloth/gemma-4-E2B-it-MLX-8bit + -> Found 2 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00001-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00002-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00003-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00004-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00005-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00006-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00007-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00008-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00009-of-00009.gguf + -> Found 2 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing 100percentrobot/LTX-2.3-Audio-Reactive-LORA +Processing mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF + -> New model found + -> Tool support: True + -> Found 24 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing TheCluster/Gemma-4-31B-Heretic-MLX-8bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF - -> Downloads changed: 4399 -> 6160 - -> Tool support: True - -> Found 5 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing marafx2007/gemma4-heretic-Q4_K_M.gguf - -> Downloads changed: 563 -> 1119 +Processing DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF + -> New model found -> Tool support: True -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing AIDC-AI/Marco-Nano-Base + -> Generated new description + -> Added new entry +Processing oumoumad/LTX-2.3-22b-IC-LoRA-Outpaint +Processing RedHatAI/gemma-4-31B-it-speculator.eagle3 +Processing FINAL-Bench/Darwin-4B-Genesis -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing bg-digitalservices/Gemma-4-26B-A4B-it-NVFP4 +Processing DavidAU/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Intel/gemma-4-31B-it-int4-AutoRound -Processing mmnga-o/llm-jp-4-8b-thinking-gguf - -> Downloads changed: 1248 -> 2927 - -> Tool support: True - -> Found 14 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing dealignai/Gemma-4-26B-A4B-JANG_4M-CRACK +Processing mlx-community/gemma-4-e4b-it-OptiQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF +Processing Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF -> New model found -> Tool support: True - -> Found 10 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill - -> New model found - -> Tool support: False + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00001-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00002-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00003-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00004-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00005-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00006-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00007-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00008-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00009-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00010-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q2_K/MiniMax-M2.7-abliterated-Q2_K.gguf-00001-of-00002.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q2_K/MiniMax-M2.7-abliterated-Q2_K.gguf-00002-of-00002.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00001-of-00003.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00002-of-00003.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00003-of-00003.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00001-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00002-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00003-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00004-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00001-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00002-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00003-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00004-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00005-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00001-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00002-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00003-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00004-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00005-of-00005.gguf -> No valid model GGUF files found, skipping -Processing google-bert/bert-base-chinese -Processing FacebookAI/xlm-roberta-large -Processing ProsusAI/finbert -Processing openai/clip-vit-large-patch14 -Processing CompVis/stable-diffusion-v1-4 -Processing hakurei/waifu-diffusion -Processing microsoft/table-transformer-detection -Processing google/flan-t5-xxl -Processing lj1995/VoiceConversionWebUI -Processing laion/clap-htsat-fused -Processing h94/IP-Adapter-FaceID -Processing sophosympatheia/Midnight-Miqu-70B-v1.5 +Processing atlasia/moulsot.v0.3 +Processing cyankiwi/MiniMax-M2.7-AWQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing BAAI/bge-reranker-v2-m3 -Processing google/timesfm-1.0-200m -Processing deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct +Processing YJX-Xiaomi/ControlFoley +Processing Comfy-Org/ERNIE-Image +Processing prism-ml/Ternary-Bonsai-8B-mlx-2bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing microsoft/Florence-2-large +Processing unsloth/ERNIE-Image-GGUF +Processing unsloth/ERNIE-Image-Turbo-GGUF +Processing OpenMOSS-Team/MOSS-TTS-Nano-100M-ONNX +Processing ModelsLab/omnivoice-singing +Processing Jiunsong/supergemma4-e4b-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF - -> Downloads changed: 21431 -> 22176 - -> Tool support: False - -> Found 7 text models and 0 mmproj models - -> Updated existing entry -Processing zai-org/CogVideoX-2b -Processing Qwen/Qwen2.5-0.5B-Instruct +Processing rico03/Qwen3.6-35B-Opus-Reasoning-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-Coder-7B-Instruct + -> Tool support: True + -> Found 9 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing atbender/Qwen3.6-VL-REAP-26B-A3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-3B-Instruct-GGUF - -> Downloads changed: 464999 -> 445591 +Processing permitt/galton-modernbertic-large +Processing uva-cv-lab/OmniShotCut +Processing googlecs/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF + -> New model found -> Tool support: True - -> Skipping multi-part file: qwen2.5-3b-instruct-fp16-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-3b-instruct-fp16-00002-of-00002.gguf - -> Found 8 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing Qwen/Qwen2.5-3B-Instruct + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing unsloth/Qwen3.6-27B-MLX-8bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-1.5B-Instruct +Processing lmstudio-community/Qwen3.6-27B-GGUF + -> New model found + -> Tool support: True + -> Found 3 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing sakamakismile/Qwen3.6-27B-NVFP4 +Processing cyankiwi/Qwen3.6-27B-AWQ-BF16-INT4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-Coder-14B-Instruct-GGUF - -> Downloads changed: 56779 -> 57278 +Processing Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF + -> New model found -> Tool support: True - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00001-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00002-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00003-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00004-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00002-of-00002.gguf - -> Found 9 text models and 0 mmproj models - -> Updated existing entry -Processing DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF - -> Downloads changed: 69966 -> 72393 - -> Tool support: False - -> Found 14 text models and 0 mmproj models - -> Updated existing entry -Processing sesame/csm-1b -Processing ai4bharat/IndicF5 -Processing nvidia/parakeet-tdt-0.6b-v2 -Processing Qwen/Qwen3-1.7B + -> Skipping multi-part file: Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16-00001-of-00002.gguf + -> Skipping multi-part file: Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16-00002-of-00002.gguf + -> Found 6 text models and 4 mmproj models + -> Generated new description + -> Added new entry +Processing dealignai/Qwen3.6-27B-JANG_4M-CRACK -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-32B +Processing mudler/MiniMax-M2.7-APEX-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00001-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00002-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00003-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00004-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00005-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00006-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00007-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00008-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00009-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00010-of-00010.gguf + -> Found 8 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing unsloth/Qwen3.6-27B-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Heartsync/Flux-NSFW-uncensored -Processing google/medgemma-27b-text-it +Processing wangzhang/Qwen3.6-27B-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Reranker-0.6B +Processing mlx-community/DeepSeek-V4-Flash-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-Embedding-4B +Processing morikomorizz/GRM-2.6-Plus-GGUF + -> New model found + -> Tool support: True + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing bionicman69/StarTrek_TNG_Style_LTX23 +Processing llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF + -> New model found + -> Tool support: True + -> Found 10 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing infgrad/Prism-Qwen3.5-Reranker-9B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/SongGeneration -Processing Qwen/Qwen3-Embedding-0.6B-GGUF +Processing Playtime-AI/LTX-2.3-Wednesday_Addams +Processing lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF -> New model found -> Tool support: True - -> No valid model GGUF files found, skipping -Processing google/gemma-3n-E2B-it-litert-lm + -> Found 3 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing nsparks/DeepSeek-V4-Flash-FP4-FP8-GGUF -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/canary-qwen-2.5b -Processing LiquidAI/LFM2-350M + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Guilherme34/Darwin-36B-Opus-ABLITERATED-HERETIC -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/Cosmos-Predict2.5-2B -Processing google/gemma-3-270m-it +Processing leonsarmiento/Qwen3.6-27B-3bit-mlx -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing SicariusSicariiStuff/Impish_Bloodmoon_12B -Processing deepseek-ai/DeepSeek-V3.2-Exp +Processing GAi92/anima-loras +Processing Qwen/SAE-Res-Qwen3.5-9B-Base-W64K-L0_50 +Processing mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF + -> New model found + -> Tool support: True + -> Found 24 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-MLX-8bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing autogluon/chronos-2 -Processing Qwen/Qwen3-VL-4B-Instruct +Processing prithivMLmods/Qwen3.6-35B-A3B-Uncensored-Aggressive -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing dx8152/Qwen-Edit-2509-Multiple-angles -Processing p-e-w/gpt-oss-20b-heretic +Processing ArliAI/Qwen3.5-27B-RpRMax-v1 +Processing MultiverseComputingCAI/LittleLamb -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/HunyuanOCR +Processing inferencerlabs/DeepSeek-V4-Flash-MLX-2.8bit-EXP -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/HunyuanVideo-1.5 -Processing google/gemma-scope-2 -Processing google/medasr -Processing Octen/Octen-Embedding-8B -Processing tencent/HY-Motion-1.0 -Processing unsloth/Qwen-Image-2512-GGUF -Processing lodestones/Zeta-Chroma -Processing LiquidAI/LFM2.5-VL-1.6B +Processing mlx-community/Laguna-XS.2-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing black-forest-labs/FLUX.2-klein-base-9B -Processing jinaai/jina-embeddings-v5-text-nano -Processing jinaai/jina-embeddings-v5-text-small -Processing wikeeyang/Flux2-Klein-9B-True-V1 -Processing Ultralytics/YOLO26 -Processing EntermindAI/Rukun-32B-V - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/Qwen3.5-397B-A17B-GGUF - -> Downloads changed: 134912 -> 107812 - -> Tool support: True - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00001-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00002-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00003-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00004-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00005-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00006-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00007-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00008-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00009-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00010-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00011-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00012-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00013-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00014-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00015-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00016-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00017-of-00017.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00001-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00002-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00003-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00004-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00005-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00006-of-00006.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00001-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00002-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00003-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00004-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00005-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00006-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00007-of-00007.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00001-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00002-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00003-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00004-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00005-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00006-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00007-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00008-of-00008.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00001-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00002-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00003-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00004-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00005-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00006-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00007-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00008-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00009-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00010-of-00010.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00007-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00001-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00002-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00003-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00004-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00005-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00006-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00007-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00008-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00009-of-00009.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00001-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00002-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00003-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00004-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00005-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00006-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00007-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00008-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00009-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00010-of-00010.gguf - -> Found 0 text models and 3 mmproj models - -> Updated existing entry -Processing nvidia/Qwen3.5-397B-A17B-NVFP4 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing snu-aidas/Dynin-Omni - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing saricles/Qwen3-Coder-Next-NVFP4-GB10 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing bartowski/Qwen_Qwen3.5-35B-A3B-GGUF - -> Downloads changed: 248324 -> 255183 - -> Tool support: True - -> Skipping multi-part file: Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16-00001-of-00002.gguf - -> Skipping multi-part file: Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16-00002-of-00002.gguf - -> Found 28 text models and 2 mmproj models - -> Updated existing entry -Processing fal/flux-klein-9b-virtual-tryon-lora -Processing cyankiwi/Qwen3.5-27B-AWQ-BF16-INT4 +Processing deucebucket/Qwen3.6-27B-Cerebellum-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/Qwen3.5-2B-GGUF - -> Downloads changed: 263583 -> 275020 -> Tool support: True - -> Found 22 text models and 3 mmproj models - -> Updated existing entry -Processing Qwen/Qwen3.5-0.8B-Base - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mlx-community/Qwen3.5-4B-MLX-4bit -Processing cyankiwi/Qwen3.5-9B-AWQ-4bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing turboderp/Qwen3.5-35B-A3B-exl3 -Processing mlx-community/Qwen3.5-0.8B-OptiQ-4bit + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Omartificial-Intelligence-Space/Harrier-Arabic-Matryoshka-0.6B +Processing RedHatAI/DeepSeek-V4-Flash-NVFP4-FP8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit -Processing lightseekorg/kimi-k2.5-eagle3 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/Nemotron-3-Content-Safety - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF - -> New model found - -> Tool support: True - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00001-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00002-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00003-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00004-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00005-of-00005.gguf - -> Skipping multi-part file: MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00001-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00002-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00003-of-00003.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00004-of-00004.gguf - -> No valid model GGUF files found, skipping -Processing Jackrong/MLX-Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-4bit +Processing RedHatAI/Kimi-K2.6-FP8-BLOCK +Processing prithivMLmods/CapQwen3.6-27B-BLIP3o-Long-Caption-Distilled -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ArliAI/Qwen3.5-27B-Derestricted +Processing mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing miromind-ai/MiroThinker-1.7 + -> Tool support: True + -> Found 14 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing AEON-7/Nemotron-3-Nano-Omni-AEON-Ultimate-Uncensored-NVFP4 +Processing mlx-community/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-mlx-2Bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing miromind-ai/MiroThinker-1.7-mini +Processing mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-Qwen3.5-9B-abliterated-mlx-4bit + -> Found 11 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing faunix/QwenSeek-2B-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/GEM-X -Processing huihui-ai/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated + -> Tool support: True + -> Found 9 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing houyuanchen/UniVidX +Processing mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF - -> Downloads changed: 10563 -> 11053 -> Tool support: True -> Found 24 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit + -> Generated new description + -> Added new entry +Processing AlicanKiraz0/Mihenk-LLM-v2-35B-A3B-Turkish-Financial-Model -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing zerofata/Q3.5-BlueStar-v2-27B -Processing well9472/Nanosaur-250M -Processing mickmumpitz/VACE_Skyreels_V3_R2V_Merge-GGUF -Processing ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN +Processing reverentelusarca/flux2-klein-9b-4b-scribbly-doodle-lora +Processing josephmayo/Qwopus-9B-Unfettered-GGUF -> New model found -> Tool support: True - -> Found 4 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 3 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing opendatalab/MinerU-Diffusion-V1-0320-2.5B -Processing TeichAI/Qwen3.5-4B-Claude-Opus-Reasoning-Distill +Processing Playtime-AI/LTX-2.3-Cum_Shot_v2 +Processing facebook/bart-large-mnli +Processing neuralmind/bert-base-portuguese-cased +Processing openai/clip-vit-large-patch14 +Processing pyannote/speaker-diarization +Processing bigscience/bloom -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing NexVeridian/zeta-2-4bit +Processing MoritzLaurer/mDeBERTa-v3-base-xnli-multilingual-nli-2mil7 +Processing uwg/upscaler +Processing Limbicnation/pixel-art-lora +Processing lllyasviel/ControlNet-v1-1 +Processing suno/bark +Processing stabilityai/sdxl-vae +Processing intfloat/multilingual-e5-large +Processing stabilityai/stable-diffusion-xl-refiner-1.0 +Processing teknium/OpenHermes-2.5-Mistral-7B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing LiquidAI/LFM2.5-350M-MLX-8bit +Processing stabilityai/stable-video-diffusion-img2vid +Processing ResembleAI/resemble-enhance +Processing briaai/RMBG-1.4 +Processing NousResearch/Nous-Hermes-2-Yi-34B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Mindcraft-CE/Andy-4.2 -Processing facebook/EUPE-ViT-S -Processing mlx-community/Voxtral-4B-TTS-2603-mlx-4bit -Processing AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant - -> Downloads changed: 494 -> 573 - -> Tool support: True - -> Found 3 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing nomic-ai/nomic-embed-text-v1 +Processing google/gemma-7b-it + -> Downloads changed: 206714 -> 40168 + -> Tool support: False + -> Found 1 text models and 0 mmproj models -> Updated existing entry -Processing Hunterx/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-oQ4NearLossless +Processing BioMistral/BioMistral-7B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing OrionLLM/GRM2-3b-GGUF - -> Downloads changed: 7668 -> 7758 - -> Tool support: True - -> Found 25 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing capacit-ai/saga +Processing mixedbread-ai/mxbai-embed-large-v1 +Processing ArmurAI/Pentest_AI -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing llmfan46/Qwen3.5-27B-ultra-uncensored-heretic-v2 +Processing stabilityai/stable-audio-open-1.0 +Processing Sao10K/L3-8B-Stheno-v3.2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing huihui-ai/Huihui-OmniCoder-9B-abliterated +Processing ZhengPeng7/BiRefNet +Processing stabilityai/stable-fast-3d +Processing meta-llama/Prompt-Guard-86M -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing arcee-ai/Trinity-Large-Thinking-FP8-Block +Processing Qwen/Qwen2.5-0.5B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing robbyant/lingbot-world-fast -Processing faunix/LiarAI +Processing Qwen/Qwen2.5-0.5B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Jackrong/Qwopus3.5-4B-v3 +Processing Qwen/Qwen2.5-72B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing drbaph/OmniVoice-bf16 -Processing mlx-community/gemma-4-26b-a4b-it-nvfp4 +Processing Qwen/Qwen2.5-Coder-7B-Instruct-GGUF + -> Downloads changed: 104469 -> 119771 + -> Tool support: True + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00001-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00002-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00003-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00004-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00001-of-00003.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00002-of-00003.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00003-of-00003.gguf + -> Found 8 text models and 0 mmproj models + -> Updated existing entry +Processing Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF + -> Downloads changed: 15445 -> 76320 + -> Tool support: True + -> Found 8 text models and 0 mmproj models + -> Updated existing entry +Processing meta-llama/Llama-3.2-1B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-31b-4bit +Processing Etched/oasis-500m +Processing Qwen/Qwen2.5-Coder-3B-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-26b-a4b-mxfp4 +Processing Qwen/Qwen2.5-Coder-14B-Instruct-GGUF + -> Downloads changed: 57278 -> 60515 + -> Tool support: True + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00001-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00002-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00003-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00004-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00002-of-00002.gguf + -> Found 9 text models and 0 mmproj models + -> Updated existing entry +Processing tencent/HunyuanVideo +Processing answerdotai/ModernBERT-base +Processing jinaai/ReaderLM-v2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-31B-it-unsloth-bnb-4bit +Processing deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing trohrbaugh/gemma-4-31b-it-heretic-ara +Processing unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF + -> Downloads changed: 70074 -> 97457 + -> Tool support: True + -> Found 8 text models and 0 mmproj models + -> Updated existing entry +Processing hum-ma/SDXL-models-GGUF +Processing microsoft/Phi-4-mini-instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1 +Processing Wan-AI/Wan2.1-T2V-14B +Processing sesame/csm-1b +Processing litert-community/Gemma3-1B-IT -> New model found -> Tool support: False - -> Found 7 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing protoLabsAI/gemma-4-31B-it-FP8 + -> No valid model GGUF files found, skipping +Processing unsloth/gemma-3-12b-it-bnb-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Intel/gemma-4-26B-A4B-it-int4-mixed-AutoRound -Processing RedHatAI/gemma-4-31B-it-NVFP4 +Processing canopylabs/orpheus-3b-0.1-ft -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ruv/ruview -Processing kabachuha/ltx23-paste -Processing TrevorJS/gemma-4-26B-A4B-it-uncensored +Processing meta-llama/Llama-4-Scout-17B-16E-Instruct -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing QuantTrio/gemma-4-31B-it-AWQ-6Bit +Processing microsoft/bitnet-b1.58-2B-4T -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-26b-a4b-it-UD-MLX-3bit +Processing microsoft/bitnet-b1.58-2B-4T-gguf + -> Downloads changed: 35844 -> 66826 + -> Tool support: False + -> Found 1 text models and 0 mmproj models + -> Updated existing entry +Processing OnomaAIResearch/Illustrious-XL-v2.0 +Processing Qwen/Qwen3-1.7B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing WaveCut/Gemma-4-96E-A4B-Heretic-TQ +Processing meta-llama/Llama-Prompt-Guard-2-86M -> New model found - -> Tool support: True - -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing DJLougen/Harmonic-9B-GGUF + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing ACE-Step/ACE-Step-v1-3.5B +Processing unsloth/Qwen3-14B-GGUF -> New model found -> Tool support: True - -> Found 15 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 26 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing CompactAI/TMLM-Haiku-2 -Processing mudler/Qwen3-Coder-Next-APEX-GGUF +Processing Qwen/Qwen3-14B-GGUF -> New model found -> Tool support: True - -> Found 7 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 5 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing Zero-Point-AI/MARTHA-MINI-POCKET-1.5B +Processing jinaai/jina-embeddings-v4 +Processing Kim2091/UltraSharpV2 +Processing google/gemma-3n-E4B-it -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing cross-encoder/ms-marco-MiniLM-L6-v2 -Processing nlpaueb/legal-bert-base-uncased -Processing speechbrain/spkrec-ecapa-voxceleb -Processing openai/clip-vit-large-patch14-336 -Processing facebook/opt-125m +Processing Qwen/Qwen3-Embedding-4B-GGUF -> New model found - -> Tool support: False + -> Tool support: True -> No valid model GGUF files found, skipping -Processing bigscience/bloom +Processing OmniGen2/OmniGen2 +Processing Wildminder/AI-windows-whl +Processing nvidia/canary-qwen-2.5b +Processing AInVFX/SeedVR2_comfyUI +Processing Qwen/Qwen3-235B-A22B-Instruct-2507 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/nllb-200-3.3B -Processing MoritzLaurer/mDeBERTa-v3-base-xnli-multilingual-nli-2mil7 -Processing timm/efficientnet_b0.ra_in1k -Processing medicalai/ClinicalBERT -Processing intfloat/multilingual-e5-base -Processing rhasspy/piper-voices -Processing meta-llama/Llama-2-7b-chat-hf +Processing Qwen/Qwen3-30B-A3B-Instruct-2507 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/dinov2-base -Processing BAAI/bge-large-en-v1.5 -Processing Falconsai/medical_summarization -Processing pyannote/wespeaker-voxceleb-resnet34-LM -Processing Systran/faster-whisper-large-v3 -Processing mistralai/Mixtral-8x7B-Instruct-v0.1 -Processing Ultralytics/YOLOv8 -Processing Anwarkh1/Skin_Cancer-Image_Classification -Processing Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix - -> Downloads changed: 13021 -> 13285 - -> Tool support: False - -> Found 12 text models and 0 mmproj models +Processing Wan-AI/Wan2.2-I2V-A14B-Diffusers +Processing QuantStack/Wan2.2-TI2V-5B-GGUF +Processing QuantStack/Wan2.2-I2V-A14B-GGUF +Processing Qwen/Qwen-Image +Processing ibm-granite/granite-embedding-reranker-english-r2 +Processing Comfy-Org/Qwen-Image_ComfyUI +Processing DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf + -> Downloads changed: 52362 -> 54794 + -> Tool support: True + -> Found 18 text models and 0 mmproj models -> Updated existing entry -Processing google/gemma-2-9b-it +Processing Qwen/Qwen-Image-Edit +Processing NousResearch/Hermes-4-405B-FP8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing FunAudioLLM/SenseVoiceSmall -Processing stabilityai/stable-fast-3d -Processing bartowski/Meta-Llama-3.1-8B-Instruct-GGUF - -> Downloads changed: 244049 -> 242900 - -> Tool support: False - -> Found 24 text models and 0 mmproj models - -> Updated existing entry -Processing comfyanonymous/flux_text_encoders -Processing Aitrepreneur/FLX -Processing microsoft/Phi-3.5-mini-instruct +Processing rogue-security/prompt-injection-jailbreak-sentinel-v2 +Processing SicariusSicariiStuff/Impish_Bloodmoon_12B +Processing NorwAI/NorwAI-Magistral-24B-reasoning -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-Coder-7B-Instruct-GGUF - -> Downloads changed: 104366 -> 104469 - -> Tool support: True - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00001-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00002-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00003-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00004-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00001-of-00003.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00002-of-00003.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00003-of-00003.gguf - -> Found 8 text models and 0 mmproj models - -> Updated existing entry -Processing bartowski/Llama-3.2-3B-Instruct-GGUF - -> Downloads changed: 536530 -> 520963 - -> Tool support: False - -> Found 18 text models and 0 mmproj models - -> Updated existing entry -Processing sphiratrioth666/SillyTavern-Presets-Sphiratrioth -Processing stabilityai/stable-diffusion-3.5-medium -Processing bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF - -> Downloads changed: 9622 -> 10134 + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing neuphonic/neutts-air + -> Downloads changed: 10453 -> 13045 -> Tool support: True - -> Found 24 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 1 text models and 0 mmproj models -> Updated existing entry -Processing autogluon/chronos-bolt-small -Processing amazon/chronos-bolt-base -Processing tencent/HunyuanVideo -Processing dima806/fairface_age_image_detection -Processing prs-eth/marigold-depth-v1-1 -Processing cagliostrolab/animagine-xl-4.0 -Processing Steelskull/L3.3-MS-Nevoria-70b +Processing Qwen/Qwen3Guard-Gen-4B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B +Processing vandijklab/C2S-Scale-Gemma-2-27B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing deepseek-ai/DeepSeek-R1-Distill-Llama-70B +Processing allenai/olmOCR-2-7B-1025-FP8 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-VL-72B-Instruct +Processing nvidia/llama-embed-nemotron-8b +Processing JonusNattapong/AI-XAUUSD-Trading +Processing lightx2v/Wan2.2-Distill-Models +Processing bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF + -> Downloads changed: 8066 -> 2923 + -> Tool support: True + -> Found 28 text models and 0 mmproj models + -> Updated existing entry +Processing mistralai/Ministral-3-3B-Base-2512 +Processing mistralai/Ministral-3-14B-Instruct-2512-GGUF + -> New model found + -> Tool support: True + -> Found 5 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing ASLP-lab/MeanVC +Processing fdtn-ai/Foundation-Sec-8B-Reasoning -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing city96/umt5-xxl-encoder-gguf -Processing litert-community/Gemma3-1B-IT +Processing YatharthS/FlashSR +Processing DavidAU/Qwen3-0.6B-heretic-abliterated-uncensored -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/gemma-3-4b-it-GGUF - -> Downloads changed: 89975 -> 68578 - -> Tool support: False - -> Found 26 text models and 3 mmproj models +Processing Comfy-Org/flux2-dev +Processing nvidia/Nemotron-Orchestrator-8B + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF + -> Downloads changed: 37595 -> 16335 + -> Tool support: True + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00001-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00002-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00003-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00004-of-00004.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Next-80B-A3B-Instruct-Q4_1-00001-of-00002.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Next-80B-A3B-Instruct-Q4_1-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Next-80B-A3B-Instruct-Q5_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Next-80B-A3B-Instruct-Q5_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Next-80B-A3B-Instruct-Q5_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Next-80B-A3B-Instruct-Q5_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Next-80B-A3B-Instruct-Q6_K-00001-of-00002.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Next-80B-A3B-Instruct-Q6_K-00002-of-00002.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Next-80B-A3B-Instruct-Q8_0-00001-of-00002.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Next-80B-A3B-Instruct-Q8_0-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q5_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q5_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q6_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00002-of-00002.gguf + -> Found 17 text models and 0 mmproj models -> Updated existing entry -Processing unsloth/gemma-3-12b-it-GGUF - -> Downloads changed: 107776 -> 108476 +Processing mistralai/Devstral-Small-2-24B-Instruct-2512 +Processing NewBie-AI/NewBie-image-Exp0.1 +Processing malcolmrey/zimage +Processing SeeSee21/Z-Image-Turbo-AIO +Processing litert-community/Qwen3-0.6B + -> New model found -> Tool support: False + -> No valid model GGUF files found, skipping +Processing unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF + -> Downloads changed: 41053 -> 35944 + -> Tool support: True -> Found 26 text models and 3 mmproj models -> Updated existing entry -Processing google/gemma-3-12b-it-qat-q4_0-gguf - -> Downloads changed: 6735 -> 6657 - -> Tool support: False - -> Found 1 text models and 1 mmproj models - -> Updated existing entry -Processing deepseek-ai/DeepSeek-V3-0324 +Processing nvidia/magpie_tts_multilingual_357m +Processing browser-use/bu-30b-a3b-preview -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing meta-llama/Llama-4-Maverick-17B-128E-Instruct +Processing nvidia/Cosmos-Reason2-2B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/gemma-3-12b-it-qat-q4_0-unquantized +Processing facebook/sam-audio-large +Processing FunAudioLLM/Fun-ASR-MLT-Nano-2512 +Processing nvidia/nemotron-speech-streaming-en-0.6b +Processing lightx2v/Qwen-Image-Edit-2511-Lightning +Processing lilylilith/AnyPose +Processing tencent/HY-MT1.5-7B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/Cosmos-Reason1-7B - -> New model found +Processing NAMAA-Space/Qari-OCR-0.4.0-VL-4B-Instruct +Processing tencent/HY-MT1.5-1.8B-GGUF + -> Downloads changed: 8114 -> 21065 -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-30B-A3B + -> Found 3 text models and 0 mmproj models + -> Updated existing entry +Processing LiquidAI/LFM2.5-1.2B-Instruct-GGUF + -> Downloads changed: 177810 -> 144885 + -> Tool support: True + -> Found 7 text models and 0 mmproj models + -> Updated existing entry +Processing strangerzonehf/Qwen-Image-Edit-LoRA-Collection +Processing Qwen/Qwen3-VL-Embedding-2B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3-235B-A22B +Processing DreamFast/gemma-3-12b-it-heretic + -> Downloads changed: 14582 -> 11028 + -> Tool support: False + -> Found 8 text models and 0 mmproj models + -> Updated existing entry +Processing AngelSlim/Fun-CosyVoice3-0.5B-2512_eagle3 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/Qwen3-14B-GGUF - -> New model found +Processing dx8152/Qwen-Image-Edit-2511-Gaussian-Splash +Processing OpenMed/OpenMed-PII-SuperClinical-Small-44M-v1 +Processing black-forest-labs/FLUX.2-klein-base-9B +Processing black-forest-labs/FLUX.2-klein-base-4B +Processing Comfy-Org/vae-text-encorder-for-flux-klein-9b +Processing madebyollin/taef2 +Processing unsloth/GLM-4.7-Flash-GGUF + -> Downloads changed: 131623 -> 105752 -> Tool support: True - -> Found 26 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing fishaudio/s1-mini -Processing google/gemma-3n-E2B-it + -> Skipping multi-part file: BF16/GLM-4.7-Flash-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/GLM-4.7-Flash-BF16-00002-of-00002.gguf + -> Found 27 text models and 0 mmproj models + -> Updated existing entry +Processing cyrildiagne/flux2-klein9b-lora-mlsharp-3d-repair +Processing Ultralytics/YOLO26 +Processing Cordux/flux2-klein-4B-uncensored-text-encoder + -> Downloads changed: 4564 -> 4717 + -> Tool support: True + -> Found 1 text models and 0 mmproj models + -> Updated existing entry +Processing Qwen/Qwen3-ASR-0.6B +Processing Qwen/Qwen3-ForcedAligner-0.6B +Processing HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive + -> Downloads changed: 4572 -> 30615 + -> Tool support: True + -> Found 5 text models and 0 mmproj models + -> Updated existing entry +Processing stepfun-ai/Step-3.5-Flash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing tencent/Hunyuan3D-2.1 -Processing mistralai/Mistral-Small-3.2-24B-Instruct-2506 -Processing mistralai/Voxtral-Mini-3B-2507 -Processing black-forest-labs/FLUX.1-Krea-dev -Processing microsoft/MediPhi-Instruct +Processing OpenMOSS-Team/MOSS-TTS +Processing Logics-MLLM/Logics-Parsing-v2 +Processing engineering-group/EngGPT2-16B-A3B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/Cosmos-Transfer2.5-2B -Processing QuantStack/Wan2.2-T2V-A14B-GGUF -Processing rednote-hilab/dots.ocr - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/gpt-oss-120b-GGUF - -> Downloads changed: 112757 -> 115725 +Processing nvidia/GEAR-SONIC +Processing ibm-granite/granitelib-rag-gpt-oss-r1.0 +Processing unsloth/MiniMax-M2.5-GGUF + -> Downloads changed: 59043 -> 89093 -> Tool support: True - -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00001-of-00002.gguf - -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00002-of-00002.gguf - -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00001-of-00002.gguf - -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00002-of-00002.gguf - -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00001-of-00002.gguf - -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00002-of-00002.gguf - -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00001-of-00002.gguf - -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00002-of-00002.gguf - -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00001-of-00002.gguf - -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00002-of-00002.gguf - -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00001-of-00002.gguf - -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00002-of-00002.gguf - -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf - -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00002-of-00002.gguf - -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00001-of-00002.gguf - -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00002-of-00002.gguf - -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00001-of-00002.gguf - -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00002-of-00002.gguf - -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00001-of-00002.gguf - -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00002-of-00002.gguf - -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00001-of-00002.gguf - -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00002-of-00002.gguf - -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00001-of-00002.gguf - -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00002-of-00002.gguf - -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf - -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf - -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00001-of-00002.gguf - -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00002-of-00002.gguf - -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00001-of-00002.gguf - -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00001-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00002-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00003-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00004-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00005-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00006-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00007-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00008-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00009-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00010-of-00010.gguf + -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00001-of-00004.gguf + -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00002-of-00004.gguf + -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00003-of-00004.gguf + -> Skipping multi-part file: IQ4_NL/MiniMax-M2.5-IQ4_NL-00004-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00001-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00002-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00003-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiniMax-M2.5-IQ4_XS-00004-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00001-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00002-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00003-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00004-of-00004.gguf + -> Skipping multi-part file: Q2_K/MiniMax-M2.5-Q2_K-00001-of-00003.gguf + -> Skipping multi-part file: Q2_K/MiniMax-M2.5-Q2_K-00002-of-00003.gguf + -> Skipping multi-part file: Q2_K/MiniMax-M2.5-Q2_K-00003-of-00003.gguf + -> Skipping multi-part file: Q2_K_L/MiniMax-M2.5-Q2_K_L-00001-of-00003.gguf + -> Skipping multi-part file: Q2_K_L/MiniMax-M2.5-Q2_K_L-00002-of-00003.gguf + -> Skipping multi-part file: Q2_K_L/MiniMax-M2.5-Q2_K_L-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00001-of-00004.gguf + -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00002-of-00004.gguf + -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00003-of-00004.gguf + -> Skipping multi-part file: Q3_K_M/MiniMax-M2.5-Q3_K_M-00004-of-00004.gguf + -> Skipping multi-part file: Q3_K_S/MiniMax-M2.5-Q3_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/MiniMax-M2.5-Q3_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/MiniMax-M2.5-Q3_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00001-of-00004.gguf + -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00002-of-00004.gguf + -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00003-of-00004.gguf + -> Skipping multi-part file: Q4_0/MiniMax-M2.5-Q4_0-00004-of-00004.gguf + -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00001-of-00004.gguf + -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00002-of-00004.gguf + -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00003-of-00004.gguf + -> Skipping multi-part file: Q4_1/MiniMax-M2.5-Q4_1-00004-of-00004.gguf + -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00001-of-00004.gguf + -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00002-of-00004.gguf + -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00003-of-00004.gguf + -> Skipping multi-part file: Q4_K_M/MiniMax-M2.5-Q4_K_M-00004-of-00004.gguf + -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00001-of-00004.gguf + -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00002-of-00004.gguf + -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00003-of-00004.gguf + -> Skipping multi-part file: Q4_K_S/MiniMax-M2.5-Q4_K_S-00004-of-00004.gguf + -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00001-of-00005.gguf + -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00002-of-00005.gguf + -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00003-of-00005.gguf + -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00004-of-00005.gguf + -> Skipping multi-part file: Q5_K_M/MiniMax-M2.5-Q5_K_M-00005-of-00005.gguf + -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00001-of-00005.gguf + -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00002-of-00005.gguf + -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00003-of-00005.gguf + -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00004-of-00005.gguf + -> Skipping multi-part file: Q5_K_S/MiniMax-M2.5-Q5_K_S-00005-of-00005.gguf + -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00001-of-00005.gguf + -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00002-of-00005.gguf + -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00003-of-00005.gguf + -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00004-of-00005.gguf + -> Skipping multi-part file: Q6_K/MiniMax-M2.5-Q6_K-00005-of-00005.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00001-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00002-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00003-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00004-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00005-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.5-Q8_0-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00001-of-00007.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00002-of-00007.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00003-of-00007.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00004-of-00007.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00005-of-00007.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00006-of-00007.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00007-of-00007.gguf -> Found 1 text models and 0 mmproj models -> Updated existing entry -Processing unsloth/gpt-oss-20b-GGUF - -> Downloads changed: 285889 -> 276629 - -> Tool support: True - -> Found 16 text models and 0 mmproj models - -> Updated existing entry -Processing Skywork/Matrix-Game-2.0 -Processing zai-org/GLM-4.5V - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Comfy-Org/Qwen-Image-Edit_ComfyUI -Processing LiquidAI/LFM2-350M-Math +Processing Hippotes/Qwen-Image-2512-nvfp4 +Processing z-lab/gpt-oss-20b-DFlash -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing nvidia/gliner-PII -Processing Camais03/camie-tagger-v2 -Processing pipecat-ai/smart-turn-v3 -Processing Qwen/Qwen3-Next-80B-A3B-Instruct-FP8 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing ovi054/extract-clothes-kontext-dev-lora -Processing lovis93/next-scene-qwen-image-lora-2509 -Processing zai-org/GLM-4.6 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing JunhaoZhuang/FlashVSR-v1.1 -Processing mistralai/Ministral-3-3B-Instruct-2512 -Processing Hcompany/Holo2-30B-A3B - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Arunk25/Qwen-Image-Edit-Rapid-AIO-GGUF -Processing jayn7/Z-Image-Turbo-GGUF -Processing lovis93/Flux-2-Multi-Angles-LoRA-v2 -Processing upstage/Solar-Open-100B - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing alibaba-pai/Z-Image-Turbo-Fun-Controlnet-Union-2.1 -Processing nvidia/Cosmos-Reason2-8B - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing huaichang/PersonaLive -Processing CabalResearch/NoobAI-Flux2VAE-RectifiedFlow -Processing nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/DeepSeek-V3.2-NVFP4 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing lightx2v/Qwen-Image-2512-Lightning -Processing TheDrummer/Anubis-Mini-8B-v1 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Phr00t/LTX2-Rapid-Merges -Processing prithivMLmods/Qwen-Image-Edit-2511-Unblur-Upscale -Processing microsoft/colipri -Processing black-forest-labs/FLUX.2-klein-base-4B -Processing unsloth/FLUX.2-klein-4B-GGUF -Processing ChongCong/Medical-SAM3 -Processing Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice -Processing Qwen/Qwen3-TTS-12Hz-0.6B-Base -Processing unsloth/Kimi-K2.5-GGUF - -> New model found - -> Tool support: True - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00001-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00002-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00003-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00004-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00005-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00006-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00007-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00008-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00009-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00010-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00011-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00012-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00013-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00014-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00015-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00016-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00017-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00018-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00019-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00020-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00021-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00022-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00023-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00024-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00025-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00026-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00027-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00028-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00029-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00030-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00031-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00032-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00033-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00034-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00035-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00036-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00037-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00038-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00039-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00040-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00041-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00042-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00043-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00044-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00045-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00046-of-00046.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00001-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00002-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00003-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00004-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00005-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00006-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00007-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00008-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00009-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00010-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00011-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00012-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00001-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00002-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00003-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00004-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00005-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00006-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00007-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00008-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00009-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00010-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00011-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00012-of-00012.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00001-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00002-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00003-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00004-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00005-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00006-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00007-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00008-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00001-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00002-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00003-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00004-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00005-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00006-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00007-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00008-of-00008.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00001-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00002-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00003-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00004-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00005-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00006-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00007-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00008-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00009-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00010-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00011-of-00011.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00001-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00002-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00003-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00004-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00005-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00006-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00007-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00008-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00009-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00010-of-00010.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00001-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00002-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00003-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00004-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00005-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00006-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00007-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00008-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00009-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00010-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00011-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00012-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00013-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00001-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00002-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00003-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00004-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00005-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00006-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00007-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00008-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00009-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00010-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00011-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00012-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00013-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00001-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00002-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00003-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00004-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00005-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00006-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00007-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00008-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00009-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00010-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00011-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00012-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00013-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00001-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00002-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00003-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00004-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00005-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00006-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00007-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00008-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00009-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00010-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00011-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00012-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00013-of-00013.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00001-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00002-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00003-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00004-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00005-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00006-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00007-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00008-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00009-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00010-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00011-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00012-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00013-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00014-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00015-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00016-of-00016.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00001-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00002-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00003-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00004-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00005-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00006-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00007-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00008-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00009-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00010-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00011-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00012-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00013-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00014-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00015-of-00015.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00001-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00002-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00003-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00004-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00005-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00006-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00007-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00008-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00009-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00010-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00011-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00012-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00013-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00014-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00015-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00016-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00017-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00018-of-00018.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00001-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00002-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00003-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00004-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00005-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00006-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00007-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00008-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00009-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00010-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00011-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00012-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00013-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00014-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00015-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00016-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00017-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00018-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00019-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00020-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00021-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00022-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00023-of-00023.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00001-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00002-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00003-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00004-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00005-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00006-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00007-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00008-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00009-of-00009.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00001-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00002-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00003-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00004-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00005-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00006-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00007-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00008-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00009-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00010-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00011-of-00011.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00001-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00002-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00003-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00004-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00005-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00006-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00007-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00008-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00009-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00010-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00011-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00012-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00013-of-00013.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00001-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00002-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00003-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00004-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00005-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00006-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00007-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00008-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00009-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00010-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00011-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00012-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00013-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00014-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00015-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00016-of-00016.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00001-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00002-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00003-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00004-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00005-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00006-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00007-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00008-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00009-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00010-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00011-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00012-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00013-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00014-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00015-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00016-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00017-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00018-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00019-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00001-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00002-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00003-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00004-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00005-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00006-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00007-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00008-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00009-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00010-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00011-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00012-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00013-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00014-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00015-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00016-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00017-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00018-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00019-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00020-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00021-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00022-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00023-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00024-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00025-of-00025.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00001-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00002-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00003-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00004-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00005-of-00005.gguf - -> No valid model GGUF files found, skipping -Processing arcee-ai/Trinity-Large-Base +Processing tiiuae/Falcon-OCR -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing unsloth/Z-Image-GGUF -Processing unsloth/DeepSeek-V3.2-GGUF - -> Downloads changed: 7957 -> 7617 - -> Tool support: True - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00001-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00002-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00003-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00004-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00005-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00006-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00007-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00008-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00009-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00010-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00011-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00012-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00013-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00014-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00015-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00016-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00017-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00018-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00019-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00020-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00021-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00022-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00023-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00024-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00025-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00026-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00027-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00028-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00029-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00030-of-00030.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00001-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00002-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00003-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00004-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00005-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00006-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00007-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00008-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00001-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00002-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00003-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00004-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00005-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00006-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00007-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00008-of-00008.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00001-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00002-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00003-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00004-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00005-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00001-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00002-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00003-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00004-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00005-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00001-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00002-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00003-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00004-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00005-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00006-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00007-of-00007.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00001-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00002-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00003-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00004-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00005-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00006-of-00006.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00001-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00002-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00003-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00004-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00005-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00006-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00007-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00008-of-00008.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00001-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00002-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00003-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00004-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00005-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00006-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00007-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00008-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00009-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00001-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00002-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00003-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00004-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00005-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00006-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00007-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00008-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00009-of-00009.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00001-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00002-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00003-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00004-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00005-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00006-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00007-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00008-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00001-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00002-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00003-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00004-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00005-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00006-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00007-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00008-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00009-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00010-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00001-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00002-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00003-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00004-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00005-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00006-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00007-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00008-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00009-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00010-of-00010.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00001-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00002-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00003-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00004-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00005-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00006-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00007-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00008-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00009-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00010-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00011-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00012-of-00012.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00001-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00002-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00003-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00004-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00005-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00006-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00007-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00008-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00009-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00010-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00011-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00012-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00013-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00014-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00015-of-00015.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00007-of-00007.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00001-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00002-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00003-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00004-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00005-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00006-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00007-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00008-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00009-of-00009.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00001-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00002-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00003-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00004-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00005-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00006-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00007-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00008-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00009-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00010-of-00010.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00001-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00002-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00003-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00004-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00005-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00006-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00007-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00008-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00009-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00010-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00011-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00012-of-00012.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00001-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00002-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00003-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00004-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00005-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00006-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00007-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00008-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00009-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00010-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00011-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00012-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00013-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00014-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00015-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00016-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00017-of-00017.gguf - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing unsloth/Qwen3.5-35B-A3B-GGUF + -> Downloads changed: 1615209 -> 946269 + -> Tool support: True + -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00002-of-00002.gguf + -> Found 23 text models and 3 mmproj models -> Updated existing entry -Processing PhysiQuanty/Binary-LLM-POC - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing GuangyuanSD/Z-Image-Distilled -Processing mlx-community/GLM-OCR-bf16 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing openbmb/MiniCPM-o-4_5 -Processing mlx-community/Qwen3-Coder-Next-4bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Inner-Reflections/VACE_Skyreels_V3_R2V_Merge -Processing Logics-MLLM/Logics-Parsing-v2 -Processing unsloth/GLM-5-GGUF - -> Downloads changed: 33700 -> 32355 - -> Tool support: True - -> Skipping multi-part file: BF16/GLM-5-BF16-00001-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00002-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00003-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00004-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00005-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00006-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00007-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00008-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00009-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00010-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00011-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00012-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00013-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00014-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00015-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00016-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00017-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00018-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00019-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00020-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00021-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00022-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00023-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00024-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00025-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00026-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00027-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00028-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00029-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00030-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00031-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00032-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00033-of-00033.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00001-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00002-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00003-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00004-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00005-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00006-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00007-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00008-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00009-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00010-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00001-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00002-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00003-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00004-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00005-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00006-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00007-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00008-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00009-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00010-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00001-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00002-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00003-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00004-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00005-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00006-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00007-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00008-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00009-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00010-of-00010.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00001-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00002-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00003-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00004-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00005-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00006-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00007-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00001-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00002-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00003-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00004-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00005-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00006-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00007-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00001-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00002-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00003-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00004-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00005-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00006-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00007-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00008-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00009-of-00009.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00001-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00002-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00003-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00004-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00005-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00006-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00007-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00008-of-00008.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00001-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00002-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00003-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00004-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00005-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00006-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00007-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00008-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00009-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00010-of-00010.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00001-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00002-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00003-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00004-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00005-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00006-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00007-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00008-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00009-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00010-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00011-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00001-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00002-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00003-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00004-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00005-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00006-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00007-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00008-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00009-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00010-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00011-of-00011.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00001-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00002-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00003-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00004-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00005-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00006-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00007-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00008-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00009-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00010-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00001-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00002-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00003-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00004-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00005-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00006-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00007-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00008-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00009-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00010-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00011-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00012-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00001-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00002-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00003-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00004-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00005-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00006-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00007-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00008-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00009-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00010-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00011-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00012-of-00012.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00001-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00002-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00003-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00004-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00005-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00006-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00007-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00008-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00009-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00010-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00011-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00012-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00013-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00014-of-00014.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00001-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00002-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00003-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00004-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00005-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00006-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00007-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00008-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00009-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00010-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00011-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00012-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00013-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00014-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00015-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00016-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00017-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00018-of-00018.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00001-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00002-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00003-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00004-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00005-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00006-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00007-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00007-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00001-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00002-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00003-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00004-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00005-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00006-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00007-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00008-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00009-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00010-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00001-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00002-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00003-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00004-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00005-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00006-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00007-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00008-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00009-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00010-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00011-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00012-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00001-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00002-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00003-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00004-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00005-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00006-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00007-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00008-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00009-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00010-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00011-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00012-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00013-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00014-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00015-of-00015.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00001-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00002-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00003-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00004-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00005-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00006-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00007-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00008-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00009-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00010-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00011-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00012-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00013-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00014-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00015-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00016-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00017-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00018-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00019-of-00019.gguf - -> Found 1 text models and 0 mmproj models +Processing unsloth/Qwen3.5-122B-A10B-GGUF + -> Downloads changed: 407821 -> 192808 + -> Tool support: True + -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00001-of-00005.gguf + -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00002-of-00005.gguf + -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00003-of-00005.gguf + -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00004-of-00005.gguf + -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00005-of-00005.gguf + -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00001-of-00003.gguf + -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00002-of-00003.gguf + -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00001-of-00004.gguf + -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00002-of-00004.gguf + -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00003-of-00004.gguf + -> Skipping multi-part file: Q6_K/Qwen3.5-122B-A10B-Q6_K-00004-of-00004.gguf + -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00001-of-00004.gguf + -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00002-of-00004.gguf + -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00003-of-00004.gguf + -> Skipping multi-part file: Q8_0/Qwen3.5-122B-A10B-Q8_0-00004-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00005-of-00005.gguf + -> Found 7 text models and 3 mmproj models -> Updated existing entry -Processing Soul-AILab/SoulX-FlashHead-1_3B -Processing knowledgator/gliclass-instruct-large-v1.0 -Processing HumeAI/tada-3b-ml +Processing F16/z-image-turbo-flow-dpo +Processing litert-community/functiongemma-270m-ft-mobile-actions -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing LiquidAI/LFM2-24B-A2B-GGUF - -> Downloads changed: 66599 -> 66275 +Processing koboldcpp/music +Processing bartowski/Qwen_Qwen3.5-9B-GGUF + -> Downloads changed: 104844 -> 73723 -> Tool support: True - -> Found 7 text models and 0 mmproj models + -> Found 26 text models and 2 mmproj models -> Updated existing entry -Processing byteshape/Qwen3-Coder-30B-A3B-Instruct-GGUF +Processing unsloth/Qwen3.5-2B-GGUF + -> Downloads changed: 275020 -> 277463 + -> Tool support: True + -> Found 22 text models and 3 mmproj models + -> Updated existing entry +Processing lmstudio-community/Qwen3.5-9B-GGUF -> New model found -> Tool support: True - -> Found 13 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 3 text models and 1 mmproj models + -> Generated new description -> Added new entry -Processing Qwen/Qwen3.5-397B-A17B-FP8 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing nvidia/llama-nv-embed-reasoning-3b -Processing vietanhdev/segment-anything-3-onnx-models -Processing mlx-community/Qwen3.5-35B-A3B-4bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing F16/z-image-turbo-flow-dpo -Processing cyankiwi/Qwen3.5-27B-AWQ-4bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-27B-FP8 - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen3.5-9B-Base +Processing cyankiwi/Qwen3.5-9B-AWQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing sokann/Qwen3.5-27B-GGUF-4.165bpw - -> Downloads changed: 1716 -> 1727 - -> Tool support: True - -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing bartowski/Qwen_Qwen3.5-4B-GGUF - -> Downloads changed: 143406 -> 216049 +Processing nvidia/asset-harvester +Processing Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Downloads changed: 85236 -> 56216 -> Tool support: True - -> Found 25 text models and 2 mmproj models + -> Found 10 text models and 1 mmproj models -> Updated existing entry -Processing bartowski/Qwen_Qwen3.5-9B-GGUF - -> Downloads changed: 113487 -> 104844 +Processing Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5 + -> Downloads changed: 21320 -> 7739 -> Tool support: True - -> Found 26 text models and 2 mmproj models + -> Found 4 text models and 0 mmproj models -> Updated existing entry -Processing AxionML/Qwen3.5-9B-NVFP4 +Processing ibm-granite/granite-4.0-3b-vision -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Alexzander85/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-NVFP4-MLP-FP8KV +Processing mlx-community/Qwen3.5-0.8B-OptiQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Intel/Qwen3.5-27B-int4-AutoRound -Processing facebook/lagernvs_general_512 -Processing Jackrong/MLX-Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-8bit +Processing mlx-community/Qwen3.5-4B-OptiQ-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF - -> Downloads changed: 37255 -> 37892 +Processing Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Downloads changed: 29005 -> 25140 -> Tool support: True - -> Found 24 text models and 0 mmproj models + -> Found 11 text models and 0 mmproj models -> Updated existing entry -Processing silx-ai/Quasar-10B +Processing Jackrong/MLX-Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping Processing tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf - -> Downloads changed: 17232 -> 17961 + -> Downloads changed: 17961 -> 19018 -> Tool support: True -> Found 3 text models and 0 mmproj models -> Updated existing entry -Processing llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF - -> Downloads changed: 26118 -> 27272 - -> Tool support: False - -> Found 12 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8 +Processing RekaAI/reka-edge-2603 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mradermacher/MARTHA-9B-GGUF - -> New model found - -> Tool support: True - -> Found 12 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing mradermacher/MARTHA-9B-i1-GGUF - -> New model found - -> Tool support: True - -> Found 25 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing xiangbog/Visual_Chronometer -Processing DavidAU/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking +Processing chromadb/context-1 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF - -> Downloads changed: 10853 -> 13811 +Processing Tesslate/OmniCoder-9B-GGUF + -> Downloads changed: 88881 -> 33637 -> Tool support: True -> Found 13 text models and 0 mmproj models -> Updated existing entry -Processing unsloth/Mistral-Small-4-119B-2603-GGUF - -> Downloads changed: 38995 -> 39669 - -> Tool support: True - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00001-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00002-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00003-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00004-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00005-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00006-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00001-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00002-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00003-of-00003.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Mistral-Small-4-119B-2603-UD-IQ3_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/Mistral-Small-4-119B-2603-UD-IQ3_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/Mistral-Small-4-119B-2603-UD-IQ3_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/Mistral-Small-4-119B-2603-UD-Q3_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/Mistral-Small-4-119B-2603-UD-Q3_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/Mistral-Small-4-119B-2603-UD-Q3_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00004-of-00004.gguf - -> Found 5 text models and 3 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing KlingTeam/ShotStream -Processing syxbb/SAMA-14B -Processing JiongzeYu/SparkVSR -Processing mlx-community/Nemotron-Cascade-2-30B-A3B-4bit +Processing unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Jackrong/MLX-Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-6bit + -> Tool support: True + -> Found 22 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing nvidia/RE-USE +Processing prism-ml/Bonsai-8B-mlx-1bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Fayens/Pulid-Flux2 -Processing dnhkng/RYS-Qwen3.5-27B-FP8-XL +Processing dahara1/Qwen3.5-4B-UD-japanese-imatrix + -> New model found + -> Tool support: True + -> Found 22 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF + -> Downloads changed: 254428 -> 248062 + -> Tool support: True + -> Found 4 text models and 1 mmproj models + -> Updated existing entry +Processing rednote-hilab/dots.mocr -> New model found -> Tool support: False -> No valid model GGUF files found, skipping +Processing kyutai/moshika-rag-pytorch-bf16 +Processing Aratako/Irodori-TTS-500M-v2 Processing Prior-Labs/tabpfn_2_6 -Processing HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive - -> Downloads changed: 9984 -> 10736 - -> Tool support: True - -> Found 12 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing sarvamai/sarvam-105b-fp8 +Processing lynaNSFW/LTX2.3_NSFW_motion +Processing Skywork/Matrix-Game-3.0 +Processing Aratako/Irodori-TTS-500M-v2-VoiceDesign +Processing nvidia/PixelDiT-1300M-1024px +Processing Jackrong/Qwopus3.5-27B-v3 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing flovflo/turboquant-mlx-qwen35-kv -Processing GenSearcher/Gen-Searcher-SFT-8B +Processing ggml-org/gemma-4-E2B-it-GGUF + -> New model found + -> Tool support: True + -> Found 2 text models and 2 mmproj models + -> Generated new description + -> Added new entry +Processing OpenMOSS-Team/MOSS-Audio-Tokenizer-Nano +Processing onnx-community/gemma-4-E4B-it-ONNX -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing noakraicer/Guided-Lensless-Polarization-Imaging -Processing SamPurkis/gpt-oss-puzzle-88B-GGUF - -> Downloads changed: 3587 -> 3678 - -> Tool support: True - -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF - -> Downloads changed: 4500 -> 4782 +Processing paperscarecrow/Gemma-4-31B-it-abliterated + -> Downloads changed: 12840 -> 248256 -> Tool support: True - -> Skipping multi-part file: AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16/AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16-00001-of-00002.gguf - -> Skipping multi-part file: AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16/AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16-00002-of-00002.gguf - -> Found 27 text models and 2 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 3 text models and 0 mmproj models -> Updated existing entry -Processing ClankLabs/Wrench-9B-Q4_K_M-GGUF - -> Downloads changed: 667 -> 809 +Processing nohurry/gemma-4-26B-A4B-it-heretic-GUFF + -> Downloads changed: 21382 -> 75451 -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 17 text models and 0 mmproj models -> Updated existing entry -Processing bigatuna/Qwen3.5-9b-Sushi-Coder-RL-MLX +Processing trohrbaugh/gemma-4-26B-A4B-it-heretic-ara -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing neigezhu/qwen3.5-27b-jailbreak-v5-last16 +Processing RedHatAI/gemma-4-31B-it-FP8-block -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing liumindmind/Qwen3.5-Neko-2B -Processing prism-ml/Bonsai-1.7B-unpacked -Processing iwalton3/sycofact - -> Downloads changed: 507 -> 517 +Processing dealignai/Gemma-4-26B-A4B-JANG_2L-CRACK + -> New model found -> Tool support: False - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing eugenehp/tribev2 -Processing Local-Novel-LLM-project/RAI-3.0-R1-VECTOR + -> No valid model GGUF files found, skipping +Processing dealignai/Gemma-4-31B-JANG_4M-Uncensored -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing drbaph/LongCat-AudioDiT-3.5B-bf16 -Processing huihui-ai/Huihui-MiMo-V2-Flash-BF16-abliterated-GGUF +Processing TrevorJS/gemma-4-31B-it-uncensored-GGUF + -> Downloads changed: 0 -> 50705 + -> Tool support: True + -> Found 2 text models and 0 mmproj models + -> Updated existing entry +Processing llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing RedHatAI/gemma-4-26B-A4B-it-NVFP4 +Processing DavidAU/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking + -> New model found + -> Tool support: False + -> No valid model GGUF files found, skipping +Processing ostris/ace_step_1.5_ComfyUI_files +Processing unsloth/GLM-5.1-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00001-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00002-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00003-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00004-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00005-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00006-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00007-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00008-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00009-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00010-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00011-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00012-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00013-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00014-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00015-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00016-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00017-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00018-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00019-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00020-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00021-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00022-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00023-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00024-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00025-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00026-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00027-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00028-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00029-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00030-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00031-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00032-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00033-of-00033.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00001-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00002-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00003-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00004-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00005-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00006-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00007-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00008-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00009-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00010-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00011-of-00011.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00001-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00002-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00003-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00004-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00005-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00006-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00007-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00008-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00009-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00010-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00011-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00012-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00013-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00014-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00015-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00016-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00017-of-00017.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00001-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00002-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00003-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00004-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00005-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00001-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00002-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00003-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00004-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00005-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00001-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00002-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00003-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00004-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00005-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00001-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00002-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00003-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00004-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00005-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00006-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00007-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00001-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00002-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00003-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00004-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00005-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00006-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00007-of-00007.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00001-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00002-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00003-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00004-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00005-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00006-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00007-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00008-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00009-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00001-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00002-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00003-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00004-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00005-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00006-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00007-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00008-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00009-of-00009.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00001-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00002-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00003-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00004-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00005-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00006-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00007-of-00007.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00001-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00002-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00003-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00004-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00005-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00006-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00007-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00008-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00009-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00010-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00011-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00001-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00002-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00003-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00004-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00005-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00006-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00007-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00008-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00009-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00010-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00001-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00002-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00003-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00004-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00005-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00006-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00007-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00008-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00009-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00010-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00011-of-00011.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00001-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00002-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00003-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00004-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00005-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00006-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00007-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00008-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00009-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00010-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00011-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00012-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00013-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00001-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00002-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00003-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00004-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00005-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00006-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00007-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00008-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00009-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00010-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00011-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00012-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00001-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00002-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00003-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00004-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00005-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00006-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00007-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00008-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00009-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00010-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00011-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00012-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00013-of-00013.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00001-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00002-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00003-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00004-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00005-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00006-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00007-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00008-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00009-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00010-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00011-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00012-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00013-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00014-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00001-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00002-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00003-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00004-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00005-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00006-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00007-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00008-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00009-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00010-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00011-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00012-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00013-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00014-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00015-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00016-of-00016.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00001-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00002-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00003-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00004-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00005-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00006-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00007-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00008-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00009-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00010-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00011-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00012-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00013-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00014-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00015-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00016-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00017-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00018-of-00018.gguf + -> No valid model GGUF files found, skipping +Processing jenerallee78/gemma-4-26B-A4B-it-ara-abliterated -> New model found -> Tool support: True - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00001-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00002-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00003-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00004-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00005-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00006-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00007-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00008-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00009-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00010-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00011-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00012-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00013-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00014-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00015-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00016-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00017-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00018-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00019-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00020-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00021-of-00021.gguf - -> No valid model GGUF files found, skipping -Processing Ateron/Sketch-Cydonia-24B-V1.3 + -> Found 2 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-E2B + -> Tool support: True + -> Found 10 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/gemma-4-E4B + -> Tool support: True + -> Found 25 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing neptunite/moodyDesireMix_GGUF +Processing litert-community/parakeet-ctc-0.6b +Processing FINAL-Bench/Darwin-4B-David -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing marksverdhei/CoPaw-Flash-9B-GGUF - -> Downloads changed: 1123 -> 1342 +Processing TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF + -> New model found -> Tool support: True - -> Found 8 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing appautomaton/cohere-asr-mlx -Processing onnx-community/LFM2.5-350M-ONNX + -> Found 9 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing huihui-ai/Huihui-gemma-4-26B-A4B-it-abliterated -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HarleyWang/Qwen3.5-27B-Claude-Opus-4.6-High-Reasoning-NVFP4 +Processing shiyi0408/Meta-CoT +Processing drbaph/Woosh +Processing TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Goldkoron/Qwen3.5-397B-A17B-REAP35 + -> Tool support: True + -> Found 9 text models and 3 mmproj models + -> Generated new description + -> Added new entry +Processing mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF -> New model found -> Tool support: True - -> Found 4 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 13 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing DavidAU/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking +Processing tencent/Hy3-preview-Base -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing DavidAU/Qwen3.5-21B-GLM-4.7-Flash-Deckard-Heretic-Uncensored-Thinking +Processing mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing mradermacher/Holo3-35B-A3B-i1-GGUF - -> Downloads changed: 10021 -> 10184 -> Tool support: True -> Found 24 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing kabachuha/ltx23-pop -Processing onnx-community/gemma-4-E4B-it-ONNX + -> Generated new description + -> Added new entry +Processing nqd145/Gemma-4-E2B-it-abliterated-litertlm -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-26b-a4b-it-8bit +Processing wangzhang/gemma-4-26B-A4B-it-abliterix +Processing dealignai/MiniMax-M2.7-JANGTQ-CRACK -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/gemma-4-26b-a4b-nvfp4 +Processing Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing livadies/gemma-4-31B-Ghetto-NF4 +Processing Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing cyankiwi/gemma-4-31B-it-AWQ-8bit + -> Tool support: True + -> Found 12 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing bytedance-research/GRN +Processing caiovicentino1/Qwen3.6-35B-A3B-HLWQ-CT-INT4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing caiovicentino1/Gemma-4-31B-it-PolarQuant-Q5-Vision +Processing Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-MLX-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ShinePixelOrg/Qwopus3.5-27B-v3-NVFP4 +Processing QuantTrio/Qwen3.6-35B-A3B-AWQ -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Intel/gemma-4-26B-A4B-it-int4-AutoRound -Processing bRadu/gemma-4-E2B-it-textonly +Processing saricles/MiniMax-M2.7-REAP-172B-A10B-NVFP4-GB10 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF +Processing litert-community/Qwen3-ASR-0.6B +Processing 0xSero/Qwen3.6-35B-A3B-GGUF-Strix -> New model found -> Tool support: True - -> Found 2 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 7 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing QuantTrio/Qwopus3.5-27B-v3-AWQ - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing rhemabible/BibleAI +Processing Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF -> New model found -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 6 text models and 3 mmproj models + -> Generated new description -> Added new entry -Processing SanDiegoDude/JoyAI-Image-Edit-Safetensors -Processing unsloth/gemma-4-31b-it-UD-MLX-3bit - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing dealignai/Gemma-4-26B-A4B-JANG_2L-CRACK - -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Arunk25/Qwen_Image_Edit-Remix-v2_0_GGUF -Processing TrevorJS/gemma-4-E2B-it-uncensored-GGUF +Processing lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF -> New model found -> Tool support: True - -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 1 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF - -> Downloads changed: 0 -> 513 - -> Tool support: True - -> Found 5 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Updated existing entry -Processing stacksnathan/Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF +Processing mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF -> New model found -> Tool support: True - -> Found 1 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 7 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing 8F-ai/Verus-0.8B +Processing U4RASD/NeoAraBERT +Processing AesSedai/Kimi-K2.6-GGUF + -> New model found + -> Tool support: True + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00001-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00002-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00003-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00004-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00005-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00006-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00007-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00008-of-00008.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00001-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00002-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00003-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00004-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00005-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00006-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00007-of-00007.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00001-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00002-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00003-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00004-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00005-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00006-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00007-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00008-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00009-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00010-of-00010.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00001-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00002-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00003-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00004-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00005-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00006-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00007-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00008-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00009-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00010-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00011-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00012-of-00012.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00001-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00002-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00003-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00004-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00005-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00006-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00007-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00008-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00009-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00010-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00011-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00012-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00013-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00014-of-00014.gguf + -> Found 0 text models and 4 mmproj models + -> Generated new description + -> Added new entry +Processing Youssofal/Kimi-K2.6-Abliterated-Heretic-GGUF -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mudler/GLM-4.7-Flash-APEX-GGUF - -> New model found - -> Tool support: True - -> Found 7 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added new entry -Processing TrevorJS/gemma-4-31B-it-uncensored-GGUF +Processing georgexin/cointeract +Processing mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF -> New model found -> Tool support: True - -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 25 text models and 0 mmproj models + -> Generated new description -> Added new entry -Processing mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF +Processing shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF -> New model found -> Tool support: True - -> Found 7 text models and 1 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Found 5 text models and 1 mmproj models + -> Generated new description -> Added new entry -Processing distilbert/distilgpt2 +Processing ConicCat/Gemma4-GarnetV2-31B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google-t5/t5-large -Processing google-t5/t5-small -Processing dbmdz/bert-base-turkish-cased -Processing dslim/bert-base-NER -Processing facebook/bart-large-mnli -Processing google/electra-base-discriminator -Processing hfl/chinese-roberta-wwm-ext -Processing microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract-fulltext -Processing mrm8488/distilroberta-finetuned-financial-news-sentiment-analysis -Processing prajjwal1/bert-tiny -Processing ctheodoris/Geneformer -Processing facebook/nllb-200-distilled-600M -Processing CompVis/stable-diffusion-v-1-4-original -Processing law-ai/InLegalBERT -Processing google/flan-t5-base -Processing GerMedBERT/medbert-512 -Processing MIT/ast-finetuned-audioset-10-10-0.4593 -Processing WarriorMama777/OrangeMixs -Processing timm/convnext_tiny.fb_in22k -Processing intfloat/e5-base-v2 -Processing colbert-ir/colbertv2.0 -Processing facebook/dinov2-giant -Processing guoyww/animatediff -Processing SG161222/Realistic_Vision_V5.1_noVAE -Processing nerijs/pixel-art-xl -Processing BAAI/bge-small-en-v1.5 -Processing llava-hf/llava-1.5-7b-hf +Processing unsloth/Qwen3.6-27B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing facebook/w2v-bert-2.0 -Processing TinyLlama/TinyLlama-1.1B-Chat-v1.0 +Processing List-cloud/List-2.0-Ultra-Coder +Processing ACE-Step/acestep-v15-xl-turbo-diffusers +Processing JiayiGuo821/RvR-7B-MoT +Processing sakamakismile/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing MahmoodLab/CONCH -Processing google/siglip-so400m-patch14-384 -Processing stabilityai/stable-video-diffusion-img2vid-xt-1-1 -Processing yiyanghkust/finbert-tone-chinese -Processing google/gemma-2b - -> Downloads changed: 164721 -> 163231 +Processing unsloth/Qwen3.6-27B-UD-MLX-6bit + -> New model found -> Tool support: False - -> Found 1 text models and 0 mmproj models - -> Updated existing entry -Processing RunDiffusion/Juggernaut-XL-v9 -Processing bigcode/starcoder2-15b + -> No valid model GGUF files found, skipping +Processing mmangkad/Qwen3.6-27B-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ByteDance/SDXL-Lightning -Processing vikhyatk/moondream2 +Processing mlx-community/Qwen3.6-27B-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mixedbread-ai/mxbai-embed-large-v1 -Processing google/codegemma-2b-GGUF +Processing Kijai/LTX2-IC-LoRAs +Processing vrgamedevgirl84/LTX_2.3_Clay_Mation_Style_LoRa +Processing tencent/HY-Embodied-0.5-X -> New model found -> Tool support: False + -> No valid model GGUF files found, skipping +Processing WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf + -> New model found + -> Tool support: True -> Found 2 text models and 0 mmproj models - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Generated new description -> Added new entry -Processing microsoft/Phi-3-mini-4k-instruct +Processing rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing microsoft/Phi-3-mini-4k-instruct-gguf - -> Downloads changed: 53816 -> 58397 - -> Tool support: False - -> Found 2 text models and 0 mmproj models - -> Updated existing entry -Processing Nonene/sdxl_models -Processing stabilityai/stable-audio-open-1.0 -Processing LyliaEngine/Pony_Diffusion_V6_XL -Processing mlabonne/NeuralDaredevil-8B-abliterated +Processing 123123aa123/UniGeo +Processing FINAL-Bench/Darwin-9B-NEG -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing openvla/openvla-7b +Processing FINAL-Bench/Darwin-28B-Opus -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing lpiccinelli/unidepth-v2-vitl14 -Processing fofr/sdxl-emoji -Processing google/gemma-2-27b-it +Processing LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein + -> New model found + -> Tool support: True + -> Found 7 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF + -> New model found + -> Tool support: True + -> Found 8 text models and 2 mmproj models + -> Generated new description + -> Added new entry +Processing ubergarm/Qwen3.6-27B-GGUF + -> New model found + -> Tool support: True + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing OsaurusAI/MiniMax-M2.7-Small-JANGTQ -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing meta-llama/Llama-3.1-405B +Processing DarkArtsForge/Morbid-Miasma-12B -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing google/shieldgemma-2b +Processing schuttdev/hipfire-qwen3.6-27b +Processing sokann/Qwen3.6-27B-GGUF-5.076bpw -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing bartowski/gemma-2-2b-it-GGUF - -> Downloads changed: 1417319 -> 1361616 + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Vortex5/Stellar-Witch-12B + -> New model found -> Tool support: False + -> No valid model GGUF files found, skipping +Processing Qwen/SAE-Res-Qwen3-1.7B-Base-W32K-L0_50 +Processing Qwen/SAE-Res-Qwen3-8B-Base-W64K-L0_50 +Processing Qwen/SAE-Res-Qwen3.5-35B-A3B-Base-W32K-L0_50 +Processing mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF + -> New model found + -> Tool support: True -> Found 11 text models and 0 mmproj models - -> Updated existing entry -Processing openbmb/MiniCPM-V-2_6 + -> Generated new description + -> Added new entry +Processing huihui-ai/Huihui4-8B-A4B-v2 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing SG161222/RealVisXL_V5.0 -Processing zai-org/CogVideoX-5b -Processing tencent/DepthCrafter -Processing inflatebot/MN-12B-Mag-Mell-R1 +Processing cstr/mimo-asr-GGUF +Processing Intel/DeepSeek-V4-Pro-W4A16-AutoRound -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-14B-Instruct +Processing DavidAU/Qwen3.6-40B-Finetune-Z1-Thinking -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-0.5B-Instruct-GGUF - -> Downloads changed: 66525 -> 67715 +Processing w-ahmad/Qwen3.5-9B-GGUF-MoQ + -> New model found -> Tool support: True - -> Found 9 text models and 0 mmproj models - -> Updated existing entry -Processing Qwen/Qwen2.5-7B-Instruct-GGUF - -> Downloads changed: 51571 -> 52882 - -> Tool support: True - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00001-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00002-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00003-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00004-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q6_k-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q8_0-00001-of-00003.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q8_0-00002-of-00003.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q8_0-00003-of-00003.gguf - -> Found 2 text models and 0 mmproj models - -> Updated existing entry -Processing meta-llama/Llama-3.2-11B-Vision-Instruct + -> Found 34 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Surpem/Sarden1 +Processing z-lab/MiniMax-M2.5-DFlash +Processing GestaltLabs/Ornstein-Hermes-3.6-27b-SABER -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing mlx-community/whisper-large-v3-turbo -Processing stabilityai/stable-diffusion-3.5-large-turbo -Processing HuggingFaceTB/SmolLM2-360M-Instruct +Processing OpenMed/privacy-filter-nemotron-mlx-8bit +Processing sakamakismile/Qwen3.6-27B-LNARIZE-AEON-NVFP4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HuggingFaceTB/SmolLM2-1.7B-Instruct +Processing bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF -> New model found - -> Tool support: False - -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-Coder-32B-Instruct + -> Tool support: True + -> Found 26 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing DaNS2025/Z-Anime_8-steps.GGUF +Processing feanors/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-AWQ-INT4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing DavidAU/Maximizing-Model-Performance-All-Quants-Types-And-Full-Precision-by-Samplers_Parameters +Processing mudler/vibevoice.cpp-models +Processing lyf/Qwen3.6-27B-heretic-v2-mtp-int4-AutoRound -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing HuggingFaceTB/SmolVLM-Instruct +Processing Abiray/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF + -> New model found + -> Tool support: True + -> Found 6 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing firstbober/gemma-3-270M-it-smol-thinker -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing black-forest-labs/FLUX.1-Fill-dev -Processing Marqo/nsfw-image-detection-384 -Processing microsoft/phi-4 +Processing joseluissaorin/talkie-1930-13b-it-mlx-q4 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing ai-sage/Giga-Embeddings-instruct -Processing microsoft/phi-4-gguf - -> Downloads changed: 8704 -> 9007 - -> Tool support: False - -> Found 23 text models and 0 mmproj models - -> Updated existing entry -Processing jinaai/ReaderLM-v2 +Processing win10/K1-31B-v5 -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing Qwen/Qwen2.5-Math-PRM-7B -Processing deepseek-ai/DeepSeek-R1-Zero +Processing simonko912/gemma-4-31B-it-abliterated-v3 +Processing Peutlefaire/Qwen3.6-27B-NVFP4 +Processing kenzato/LTX-2.3-22b-IC-LoRA-MotionDeblur +Processing OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF + -> New model found + -> Tool support: True + -> Found 5 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processing Tuguberk/Qwen3.5-2B-Turkish-SFT + -> New model found + -> Tool support: True + -> Found 4 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing Lora-Daddy/LTX-2.3-animated-nudity-lora +Processing mlx-community/Mistral-Medium-3.5-128B-4bit -> New model found -> Tool support: False -> No valid model GGUF files found, skipping -Processing deepseek-ai/DeepSeek-R1-Distill-Qwen-7B +Processing bartowski/ibm-granite_granite-4.1-8b-GGUF + -> New model found + -> Tool support: True + -> Found 25 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing sol-wy/talkie-1930-13b-it-q5 -> New model found -> Tool support: False - -> No valid model GGUF files found, skipping -Processing unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF - -> Downloads changed: 19878 -> 70074 + -> Found 1 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing prithivMLmods/Q3.5-9B-Opus-DA-GGUF + -> New model found -> Tool support: True - -> Found 8 text models and 0 mmproj models - -> Updated existing entry -Processed 181 models from page 1 + -> Found 19 text models and 0 mmproj models + -> Generated new description + -> Added new entry +Processing knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF + -> New model found + -> Tool support: True + -> Found 1 text models and 1 mmproj models + -> Generated new description + -> Added new entry +Processed 201 models from page 1 Reached end of available models. === PASS 2: Processing existing models not found in API === -Processing existing model not in API: unsloth/Nanonets-OCR-s-GGUF +Processing existing model not in API: mradermacher/Nanbeige4.1-3B-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: QuantFactory/NVIDIA-Nemotron-Nano-9B-v2-GGUF + -> No missing keys, skipping +Processing existing model not in API: Andycurrent/Qwen2.5-7B-Instruct-Uncensored_GGUF + -> No missing keys, skipping +Processing existing model not in API: Qwen/Qwen1.5-0.5B-Chat-GGUF + -> No missing keys, skipping +Processing existing model not in API: tencent/HY-MT1.5-7B-GGUF + -> No missing keys, skipping +Processing existing model not in API: magiccodingman/Qwen3-30B-A3B-Instruct-2507-unsloth-MagicQuant-Hybrid-GGUF + -> No missing keys, skipping +Processing existing model not in API: mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF + -> No missing keys, skipping +Processing existing model not in API: LH-Tech-AI/Apex-1.5-Instruct-350M + -> No missing keys, skipping +Processing existing model not in API: mkurman/GLM-4.7-Flash-SynthLabs-REAP-25-GGUF + -> No missing keys, skipping +Processing existing model not in API: distil-labs/distil-email-classifier + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Qwen3.5-27B-Gemini3-Pro-High-Reasoning-Compact-Thinking-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/CapRL-3B-GGUF + -> No missing keys, skipping +Processing existing model not in API: unsloth/Qwen3-8B-128K-GGUF + -> No missing keys, skipping +Processing existing model not in API: prithivMLmods/Qwen3-4B-2507-abliterated-GGUF + -> No missing keys, skipping +Processing existing model not in API: dahara1/gemma-3-270m_mitsuki_gguf + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Gemma3-27B-it-vl-GLM-4.7-Uncensored-Heretic-Deep-Reasoning-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: Qwen/Qwen2.5-0.5B-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: xiaomi-open-source/Xiaomi-MiMo-VL-Miloco-7B-GGUF + -> No missing keys, skipping +Processing existing model not in API: Stabhappy/gemma-4-31B-it-heretic-Gguf + -> No missing keys, skipping +Processing existing model not in API: CohereLabs/tiny-aya-fire-GGUF + -> No missing keys, skipping +Processing existing model not in API: DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF + -> No missing keys, skipping +Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-2B-Instruct-abliterated + -> No missing keys, skipping +Processing existing model not in API: Qwen/Qwen3-VL-8B-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/KAT-Dev-GGUF + -> No missing keys, skipping +Processing existing model not in API: TheDrummer/Cydonia-24B-v4.2.0-GGUF + -> No missing keys, skipping +Processing existing model not in API: Qwen/Qwen2-7B-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: VibeStudio/Nidum-Llama-3.2-3B-Uncensored-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Magidonia-24B-v4.2.0-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: llmfan46/Qwen3.5-27B-heretic-v2-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Qwen3-30B-A3B-abliterated-GGUF + -> No missing keys, skipping +Processing existing model not in API: DevQuasar/WeiboAI.VibeThinker-1.5B-GGUF + -> No missing keys, skipping +Processing existing model not in API: Andycurrent/gemma-3-4b-it-uncensored-v2-GGUF + -> No missing keys, skipping +Processing existing model not in API: shoumenchougou/RWKV7-G1a-0.1B-GGUF + -> No missing keys, skipping +Processing existing model not in API: unsloth/ERNIE-4.5-0.3B-PT-GGUF + -> No missing keys, skipping +Processing existing model not in API: internlm/Intern-S1-mini-GGUF + -> No missing keys, skipping +Processing existing model not in API: lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF + -> No missing keys, skipping +Processing existing model not in API: Qwen/Qwen2.5-7B-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: cturan/IQuest-Coder-V1-40B-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: noctrex/LFM2-24B-A2B-MXFP4_MOE-GGUF + -> No missing keys, skipping +Processing existing model not in API: AXONVERTEX-AI-RESEARCH/Orchestrator-8B-Q8_0-GGUF + -> No missing keys, skipping +Processing existing model not in API: mudler/Qwen3.5-35B-A3B-APEX-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/gemma-3-27b-it-ultra-uncensored-heretic-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: unsloth/Ministral-3-8B-Reasoning-2512-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-abliterated-Fusion-9010-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: adeelahmad/ReasonableQwen3-4B +Processing existing model not in API: cturan/MiniMax-M2-GGUF -> No missing keys, skipping -Processing existing model not in API: llmfan46/Qwen3.5-27B-heretic-v2-GGUF +Processing existing model not in API: XeyonAI/Mistral-Helcyon-Mercury-12b-v3.2-GGUF -> No missing keys, skipping -Processing existing model not in API: DevsDoCode/LLama-3-8b-Uncensored-Q4_K_M-GGUF +Processing existing model not in API: Lewdiculous/L3-8B-Stheno-v3.3-32K-GGUF-IQ-Imatrix -> No missing keys, skipping -Processing existing model not in API: NikolayKozloff/Nanbeige4-3B-Thinking-2511-Q8_0-GGUF +Processing existing model not in API: TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF +Processing existing model not in API: mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: CohereLabs/tiny-aya-fire-GGUF +Processing existing model not in API: DavidAU/Openai_gpt-oss-20b-CODER-NEO-CODE-DI-MATRIX-GGUF -> No missing keys, skipping -Processing existing model not in API: Menlo/Jan-nano-gguf +Processing existing model not in API: N8Programs/Unslopper-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Big-Tiger-Gemma-27B-v1-i1-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF +Processing existing model not in API: concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/L3.3-GeneticLemonade-Unleashed-v2.1-70B-i1-GGUF +Processing existing model not in API: LiquidAI/LFM2.5-VL-1.6B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/tsundere-1-i1-GGUF +Processing existing model not in API: Lamapi/next-1b -> No missing keys, skipping -Processing existing model not in API: taide/TAIDE-LX-7B-Chat-4bit +Processing existing model not in API: google/codegemma-7b-GGUF -> No missing keys, skipping -Processing existing model not in API: SciMaker/SciBook +Processing existing model not in API: mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF -> No missing keys, skipping -Processing existing model not in API: second-state/StarCoder2-3B-GGUF +Processing existing model not in API: ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF -> No missing keys, skipping -Processing existing model not in API: vazirani/ThoughtWeaver-8B-Reasoning-Exp-GGUF +Processing existing model not in API: ryancook/chromadb-context-1-gguf -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-ReduX-22B-v1.1-GGUF +Processing existing model not in API: CalmState/Qwen-3-4b-Polyglot-r2-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: TorpedoSoftware/Luau-Devstral-24B-Instruct-v0.2 +Processing existing model not in API: gghfez/gpt-oss-20b-Derestricted-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/K2-Think-i1-GGUF +Processing existing model not in API: starble-dev/Mistral-Nemo-12B-Instruct-2407-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/kani-tts-370m-GGUF +Processing existing model not in API: bartowski/openai_gpt-oss-20b-GGUF-MXFP4-Experimental -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-8B-Instruct-abliterated +Processing existing model not in API: eddy1111111/qwen3.5_opus -> No missing keys, skipping -Processing existing model not in API: bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF +Processing existing model not in API: lmstudio-community/InternVL3_5-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/II-Search-4B-GGUF +Processing existing model not in API: TeichAI/gpt-oss-20b-glm-4.6-distill-GGUF -> No missing keys, skipping -Processing existing model not in API: ddh0/GLM-4.5-Iceblink-v2-106B-A12B-GGUF +Processing existing model not in API: ertghiu256/qwen3-1.7b-mixture-of-thought -> No missing keys, skipping -Processing existing model not in API: ggml-org/SmolVLM-500M-Instruct-GGUF +Processing existing model not in API: mradermacher/kani-tts-450m-0.1-pt-GGUF -> No missing keys, skipping -Processing existing model not in API: LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF +Processing existing model not in API: 0xSero/GLM-5-REAP-50pct-Q3_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/gpt-oss-20b-claude-4.5-sonnet-high-reasoning-distill-GGUF +Processing existing model not in API: huihui-ai/Huihui-Kimi-K2.5-BF16-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Gliese-Qwen3.5-9B-Abliterated-Caption-i1-GGUF +Processing existing model not in API: mudler/Qwen3.5-122B-A10B-APEX-GGUF + -> No missing keys, skipping +Processing existing model not in API: Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Solar-Open-100B-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-2B-Thinking-abliterated + -> No missing keys, skipping +Processing existing model not in API: yqkm/Unrestricted-Knowledge-Will-Not-Refuse-15B-Q4_K_M-GGUF + -> No missing keys, skipping +Processing existing model not in API: OrionLLM/GRM2-3b-GGUF + -> No missing keys, skipping +Processing existing model not in API: Intel/GLM-4.6-REAP-218B-A32B-FP8-gguf-q2ks-mixed-AutoRound + -> No missing keys, skipping +Processing existing model not in API: unsloth/Phi-4-reasoning-plus-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: Ex0bit/MiniMax-M2.1-PRISM + -> No missing keys, skipping +Processing existing model not in API: afrideva/Tinystories-gpt-0.1-3m-GGUF + -> No missing keys, skipping +Processing existing model not in API: speakleash/Bielik-11B-v3.0-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF + -> No missing keys, skipping +Processing existing model not in API: vanta-research/atom-27b + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Snowpiercer-15B-v4-absolute-heresy-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: OpenResearcher/OpenResearcher-30B-A3B-GGUF + -> No missing keys, skipping +Processing existing model not in API: bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Mistral-Nemo-2407-Instruct-12B-Deep-Thinking-Claude-Gemini-GPT5.2-GGUF + -> No missing keys, skipping +Processing existing model not in API: unsloth/Jan-nano-128k-GGUF -> No missing keys, skipping Processing existing model not in API: diffuse-cpp/LLaDA-8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: ruv/ruvltra +Processing existing model not in API: llmfan46/gemma-3-12b-it-ultra-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Qwen3-4B-Hivemind-Instruct-NEO-MAX-Imatrix-GGUF +Processing existing model not in API: IlyaGusev/saiga_nemo_12b_gguf -> No missing keys, skipping -Processing existing model not in API: unsloth/GLM-4.1V-9B-Thinking-GGUF +Processing existing model not in API: Vikhrmodels/QVikhr-3-4B-Instruction-GGUF -> No missing keys, skipping -Processing existing model not in API: second-state/MiniCPM-V-4_5-GGUF +Processing existing model not in API: Liyulingyue/PaddleOCR-VL-half-GGUF -> No missing keys, skipping -Processing existing model not in API: hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF +Processing existing model not in API: Lockout/qwen3-4b-heretic-zimage -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/chandra-OCR-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF +Processing existing model not in API: unsloth/GLM-4.6-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF +Processing existing model not in API: unsloth/Olmo-3-32B-Think-GGUF -> No missing keys, skipping -Processing existing model not in API: dphn/Dolphin-X1-8B-GGUF +Processing existing model not in API: bartowski/mistralai_Ministral-3-3B-Reasoning-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: distil-labs/distil-home-assistant-functiongemma +Processing existing model not in API: Chun121/qwen3-4B-rpg-roleplay -> No missing keys, skipping -Processing existing model not in API: bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF +Processing existing model not in API: bartowski/TheDrummer_Cydonia-ReduX-22B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: shoumenchougou/RWKV7-G1a-0.1B-GGUF +Processing existing model not in API: kurakurai/Luth-LFM2-1.2B-GGUF -> No missing keys, skipping -Processing existing model not in API: kurakurai/Luth-0.6B-Instruct-GGUF +Processing existing model not in API: yairpatch/Qwen3-VL-30B-A3B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF +Processing existing model not in API: ubergarm/Hunyuan-A13B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: gia-uh/cecilia-2b-instruct-v1 +Processing existing model not in API: arcee-ai/Trinity-Mini-GGUF -> No missing keys, skipping -Processing existing model not in API: CalmState/Qwen-3-4b-Polyglot-r2-Q4_K_M-GGUF +Processing existing model not in API: kyungbae/gemma-2-finance-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: BeaverAI/Cydonia-24B-v4o-GGUF +Processing existing model not in API: NousResearch/Hermes-2-Pro-Mistral-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: sumgai/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-Q8_0-GGUF +Processing existing model not in API: bartowski/Menlo_Lucy-GGUF -> No missing keys, skipping -Processing existing model not in API: Murasaki-Project/Murasaki-8B-v0.1-GGUF +Processing existing model not in API: mradermacher/scout-4b-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: dahara1/gemma-3-270m_mitsuki_gguf +Processing existing model not in API: fdtn-ai/Foundation-Sec-8B-Instruct-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: fibonacciai/RealRobot-Chatbot-Ecommerce-Robot-Fibonacci-Nano-llm +Processing existing model not in API: bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/BlackSheep-Mistral-RP-7B-i1-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3.5-4B-abliterated -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-VisionCaption-2B-GGUF +Processing existing model not in API: huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated -> No missing keys, skipping -Processing existing model not in API: mradermacher/VulnLLM-R-7B-GGUF +Processing existing model not in API: juiceb0xc0de/bella-bartender-8b-llama3.1 -> No missing keys, skipping -Processing existing model not in API: puwaer/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-gguf +Processing existing model not in API: bartowski/POLARIS-Project_Polaris-4B-Preview-GGUF -> No missing keys, skipping -Processing existing model not in API: ArmGPT/ArmenianGPT-1.0-3B +Processing existing model not in API: electroglyph/Qwen3-4B-Instruct-2507-uncensored-unslop-v2 -> No missing keys, skipping -Processing existing model not in API: mradermacher/DASD-30B-A3B-Thinking-Preview-GGUF +Processing existing model not in API: Lewdiculous/Kunoichi-DPO-v2-7B-GGUF-Imatrix -> No missing keys, skipping -Processing existing model not in API: DavidAU/GLM-4.7-Flash-Grande-Heretic-UNCENSORED-42B-A3B-GGUF +Processing existing model not in API: mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Stentor-30M-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-9B-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: arcee-ai/Trinity-Nano-Preview-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-OS-Auto-Variable-Heretic-Uncensored-Thinking-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: SicariusSicariiStuff/Assistant_Pepe_8B_GGUF +Processing existing model not in API: AlicanKiraz0/Seneca-Cybersecurity-LLM-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: DevQuasar/Nanbeige.Nanbeige4.1-3B-GGUF +Processing existing model not in API: bartowski/google_gemma-4-E4B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: buzzpy/Glitch-v1.1-8B +Processing existing model not in API: vanta-research/mox-tiny-1 -> No missing keys, skipping -Processing existing model not in API: soob3123/amoral-gemma3-1B-v2-gguf +Processing existing model not in API: bartowski/huihui-ai_QwQ-32B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: tiiuae/Falcon-H1-Tiny-R-90M-GGUF +Processing existing model not in API: mradermacher/GLM-4.7-Flash-impotent-heresy-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Trilogix1/Hugston-microsoft-Fara-7B +Processing existing model not in API: mradermacher/Magnum-Opus-35B-A3B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: reedmayhew/claude-3.7-sonnet-reasoning-gemma3-12B +Processing existing model not in API: LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2.5-1.2B-JP-GGUF +Processing existing model not in API: mradermacher/IndustrialCoder-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Captain-Eris_Violet-V0.420-12B-GGUF +Processing existing model not in API: samunder12/llama-3.1-8b-Rp-tadashinu-gguf -> No missing keys, skipping -Processing existing model not in API: XeyonAI/Mistral-Helcyon-Mercury-12b-v3.0-GGUF +Processing existing model not in API: darkc0de/XortronCriminalComputing-Q6_K-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Fiction-On-Fire-Series-7-Model-1007-GGUF +Processing existing model not in API: ibm-granite/granite-3.3-8b-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: Zero-Point-AI/MARTHA-27B +Processing existing model not in API: llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3.5-0.8B-GGUF +Processing existing model not in API: mradermacher/QwenLong-L1.5-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/KAT-Dev-GGUF +Processing existing model not in API: mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: neuphonic/neutts-air-q4-gguf +Processing existing model not in API: mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2.5-1.2B-Base-GGUF +Processing existing model not in API: bartowski/mistralai_Magistral-Small-2507-GGUF + -> No missing keys, skipping +Processing existing model not in API: gabriellarson/UIGEN-X-4B-0729-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF +Processing existing model not in API: prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF -> No missing keys, skipping -Processing existing model not in API: mav23/Pentest_AI-GGUF +Processing existing model not in API: gabriellarson/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF -> No missing keys, skipping -Processing existing model not in API: LiconStudio/Qwen3.5-27B-abliterated-GGUF +Processing existing model not in API: mradermacher/gpt-oss-20b-uncensored-bf16-GGUF -> No missing keys, skipping -Processing existing model not in API: LH-Tech-AI/Apex-1.5-Instruct-350M +Processing existing model not in API: janhq/Jan-code-4b-gguf -> No missing keys, skipping -Processing existing model not in API: LatitudeGames/Wayfarer-2-12B-GGUF +Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-0.8B-Abliterated-Caption -> No missing keys, skipping -Processing existing model not in API: OuteAI/Llama-OuteTTS-1.0-1B-GGUF +Processing existing model not in API: noctrex/Tongyi-DeepResearch-30B-A3B-MXFP4_MOE-GGUF + -> No missing keys, skipping +Processing existing model not in API: Ex0bit/Qwen3.5-PRISM-Dynamic-Quant-GGUF + -> No missing keys, skipping +Processing existing model not in API: QuantFactory/Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2-GGUF + -> No missing keys, skipping +Processing existing model not in API: TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF + -> No missing keys, skipping +Processing existing model not in API: openbmb/MiniCPM-V-4-gguf + -> No missing keys, skipping +Processing existing model not in API: Lewdiculous/Lumimaid-v0.2-8B-GGUF-IQ-Imatrix + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF + -> No missing keys, skipping +Processing existing model not in API: llmfan46/Qwen3.5-9B-ultra-heretic-GGUF + -> No missing keys, skipping +Processing existing model not in API: DreamFast/gemma-3-12b-it-heretic-v2 + -> No missing keys, skipping +Processing existing model not in API: ggml-org/moondream2-20250414-GGUF + -> No missing keys, skipping +Processing existing model not in API: katanemo/Arch-Router-1.5B.gguf + -> No missing keys, skipping +Processing existing model not in API: ai-sage/GigaChat3.1-10B-A1.8B-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/nepoticide-12B-Unslop-Unleashed-Mell-RPMax-v2-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Qwen3-4B-Thinking-2507-Distill-Claude-Opus-4.6-Reasoning-Abliterated-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-i1-GGUF + -> No missing keys, skipping +Processing existing model not in API: bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF + -> No missing keys, skipping +Processing existing model not in API: Liontix/Qwen3-8B-Gemini-2.5-Pro-Distill-GGUF + -> No missing keys, skipping +Processing existing model not in API: magiccodingman/Qwen3-4B-Instruct-2507-Unsloth-MagicQuant-Hybrid-GGUF + -> No missing keys, skipping +Processing existing model not in API: TheDrummer/Skyfall-31B-v4.1-GGUF + -> No missing keys, skipping +Processing existing model not in API: mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF + -> No missing keys, skipping +Processing existing model not in API: ortegaalfredo/MechaEpstein-8000-GGUF + -> No missing keys, skipping +Processing existing model not in API: gabriellarson/WEBGEN-OSS-20B-GGUF + -> No missing keys, skipping +Processing existing model not in API: inclusionAI/Ling-flash-2.0-GGUF + -> No missing keys, skipping +Processing existing model not in API: LiquidAI/LFM2-VL-450M-GGUF + -> No missing keys, skipping +Processing existing model not in API: Heralax/MythoMakiseMerged-13b + -> No missing keys, skipping +Processing existing model not in API: ivoras/bernie0.1 + -> No missing keys, skipping +Processing existing model not in API: TheDrummer/Gemma-R1-4B-v3-GGUF + -> No missing keys, skipping +Processing existing model not in API: LiquidAI/LFM2-2.6B-GGUF + -> No missing keys, skipping +Processing existing model not in API: prithivMLmods/Qwen3-VisionCaption-2B-GUFF + -> No missing keys, skipping +Processing existing model not in API: unsloth/Llama-3.1-8B-Instruct-GGUF + -> No missing keys, skipping +Processing existing model not in API: Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF + -> No missing keys, skipping +Processing existing model not in API: ubergarm/Qwen3-30B-A3B-Thinking-2507-GGUF + -> No missing keys, skipping +Processing existing model not in API: noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF + -> No missing keys, skipping +Processing existing model not in API: vanta-research/atom-v1-preview-8b + -> No missing keys, skipping +Processing existing model not in API: DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.6-REAP-218B-A32B-i1-GGUF +Processing existing model not in API: tiiuae/Falcon-H1R-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nanbeige4.1-3B-heretic-GGUF +Processing existing model not in API: tvall43/Qwen3.5-35B-A3B-heretic-mxfp4-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Krix-12B-Model_Stock-i1-GGUF +Processing existing model not in API: mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF +Processing existing model not in API: mradermacher/llama4-dolphin-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-VL-2B-Instruct-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Vikhrmodels/QVikhr-3-4B-Instruction-GGUF +Processing existing model not in API: bartowski/zai-org_GLM-4.6V-Flash-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-350M-ENJP-MT-GGUF +Processing existing model not in API: huihui-ai/Huihui-Mistral-Small-4-119B-2603-BF16-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF +Processing existing model not in API: CohereLabs/tiny-aya-water-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Precog-24B-v1-GGUF +Processing existing model not in API: AngelSlim/HY-1.8B-2Bit-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Magistral-Small-2506-GGUF +Processing existing model not in API: Qwen/Qwen2.5-3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Magidonia-24B-v4.2.0-GGUF +Processing existing model not in API: Combatti/gpt-oss-20b-uncensored -> No missing keys, skipping -Processing existing model not in API: Trina-QwQ/Trama +Processing existing model not in API: unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF -> No missing keys, skipping Processing existing model not in API: edwardyoon79/Qwen3-Coder-Next-TQ3_0 -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-12b-it-norm-preserved-biprojected-abliterated-i1-GGUF - -> No missing keys, skipping -Processing existing model not in API: bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF +Processing existing model not in API: unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive +Processing existing model not in API: janhq/Jan-v3.5-4B-gguf -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-VisionCaption-2B-GUFF +Processing existing model not in API: TheDrummer/Snowpiercer-15B-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-14B-Claude-Sonnet-4.5-Reasoning-Distill-GGUF +Processing existing model not in API: GetSoloTech/GPT-OSS-Code-Reasoning-20B-GGUF -> No missing keys, skipping -Processing existing model not in API: mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf +Processing existing model not in API: yairpatch/Qwen3-VL-32B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/GLM-4.6V-GGUF +Processing existing model not in API: Writer/palmyra-mini-GGUF -> No missing keys, skipping -Processing existing model not in API: Jackrong/gpt-oss-120b-Distill-Qwen3-4B-Thinking-GGUF +Processing existing model not in API: Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q4km-AutoRound -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-VL-3B-Instruct-GGUF +Processing existing model not in API: mradermacher/kani-tts-370m-GGUF -> No missing keys, skipping -Processing existing model not in API: CrucibleLab-TG/M3.2-24B-Loki-V1.3-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-Thinking-2507-Claude-4.5-Opus-High-Reasoning-Distill-Heretic-Abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF +Processing existing model not in API: Vikhrmodels/Vistral-24B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-24B-v4.3-GGUF +Processing existing model not in API: mradermacher/GLM-4.5-Iceblink-v2-106B-A12B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: ValueFX9507/Tifa-DeepsexV2-7b-MGRPO-GGUF-F16 +Processing existing model not in API: DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf -> No missing keys, skipping -Processing existing model not in API: tvall43/Qwen3.5-35B-A3B-heretic-mxfp4-gguf +Processing existing model not in API: janhq/Jan-v3-4B-base-instruct-gguf -> No missing keys, skipping -Processing existing model not in API: openbmb/MiniCPM4.1-8B-GGUF +Processing existing model not in API: google/gemma-7b -> No missing keys, skipping -Processing existing model not in API: richardyoung/olmOCR-2-7B-1025-GGUF +Processing existing model not in API: DevQuasar/huihui-ai.Qwen2.5-7B-Instruct-abliterated-SFT-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Phi-4-mini-reasoning-GGUF +Processing existing model not in API: Xennon-BD/Qwen-Uncensored-gguf -> No missing keys, skipping -Processing existing model not in API: varma007ut/Indian_law_chat_minor_project +Processing existing model not in API: noctrex/aquif-3.5-Max-1205-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: lefromage/Qwen3-Next-80B-A3B-Thinking-GGUF +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF +Processing existing model not in API: TeichAI/Qwen3-30B-A3B-Thinking-2507-Claude-4.5-Sonnet-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: crownelius/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5 +Processing existing model not in API: unsloth/Apertus-8B-Instruct-2509-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-Writer-i1-GGUF +Processing existing model not in API: SciMaker/GemmaPro -> No missing keys, skipping -Processing existing model not in API: Writer/palmyra-mini-GGUF +Processing existing model not in API: unsloth/Qwen2.5-Omni-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: LiconStudio/Qwen3.5-9B-t2i_prompt_distillation_GGUF +Processing existing model not in API: cjpais/llava-1.6-mistral-7b-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiroThinker-v1.5-235B-GGUF +Processing existing model not in API: bartowski/gemma-2-2b-it-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF +Processing existing model not in API: Aikimi/Qwen3.5-9B-Japanese-awy -> No missing keys, skipping -Processing existing model not in API: NightForger/avibe-GGUF +Processing existing model not in API: Intel/Qwen3.5-35B-A3B-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping -Processing existing model not in API: tencent/Youtu-VL-4B-Instruct-GGUF +Processing existing model not in API: neuralcrew/neutrino-instruct -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF +Processing existing model not in API: ggml-org/SmolLM3-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: RefalMachine/RuadaptQwen3-4B-Instruct-GGUF +Processing existing model not in API: meangrinch/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distill-heretic-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: openbmb/MiniCPM-o-4_5-gguf +Processing existing model not in API: bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF +Processing existing model not in API: steampunque/Qwen3.5-9B-MP-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DrakIdol-Roleplayer-1.0-GGUF +Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-clustering -> No missing keys, skipping -Processing existing model not in API: QuantFactory/NeuralDaredevil-8B-abliterated-GGUF +Processing existing model not in API: HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive -> No missing keys, skipping -Processing existing model not in API: Triangle104/Qwen2.5-Coder-7B-Instruct-Q5_K_M-GGUF +Processing existing model not in API: mradermacher/Cydonia-Redux-22B-v1.1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Hermes-4-14B-GGUF +Processing existing model not in API: second-state/StarCoder2-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: jwest33/qwen3.5-4b-gabliterated-GGUF +Processing existing model not in API: HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced -> No missing keys, skipping -Processing existing model not in API: mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-GGUF +Processing existing model not in API: Jackrong/gpt-oss-120b-Distill-Qwen3-4B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: SciPhi/Triplex +Processing existing model not in API: SicariusSicariiStuff/Assistant_Pepe_8B_GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-VL-8B-Thinking-GGUF +Processing existing model not in API: kurakurai/Luth-LFM2-350M-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Chronos-Gold-12B-1.0-i1-GGUF +Processing existing model not in API: unsloth/granite-4.0-h-1b-GGUF -> No missing keys, skipping -Processing existing model not in API: squ11z1/Hypnos-i1-8B +Processing existing model not in API: bartowski/nvidia_OpenReasoning-Nemotron-1.5B-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption +Processing existing model not in API: khtsly/Qwen3.5-35B-A3B-Claude-4.6-Opus-Distilled-32k-GGUF -> No missing keys, skipping -Processing existing model not in API: Sumitc13/sarvam-30b-GGUF +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/GLM-4.7-GGUF +Processing existing model not in API: TroyDoesAI/BlackSheep-DigitalSoul-24B_Q6K -> No missing keys, skipping -Processing existing model not in API: google/gemma-3-27b-it-qat-q4_0-gguf +Processing existing model not in API: ubergarm/GigaChat3-10B-A1.8B-GGUF -> No missing keys, skipping -Processing existing model not in API: Otakadelic/mergekit-model_stock-prczfmj-Q4_K_M-GGUF +Processing existing model not in API: webxos/microclaw-for-openclaw-version-2026.2.17 -> No missing keys, skipping -Processing existing model not in API: oblivious/ruGPT-3.5-13B-GGUF +Processing existing model not in API: mradermacher/MiniMax-M2-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/neutts-air-GGUF +Processing existing model not in API: mradermacher/translategemma-12b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-Coder-32B-Instruct-GGUF +Processing existing model not in API: mradermacher/Qwen3-1.7B-Multilingual-TTS-GGUF -> No missing keys, skipping -Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-retrieval +Processing existing model not in API: TeichAI/gpt-oss-20b-claude-4.5-sonnet-high-reasoning-distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-heretic-i1-GGUF +Processing existing model not in API: as-krn/quantum_programming_llama-3-8b-gguf -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3.1-RP-Hero-InBetween-8B-GGUF +Processing existing model not in API: isaiahbjork/orpheus-3b-0.1-ft-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: SmartGitiCorp/best_Persian_LLM_AYA23_GGUF +Processing existing model not in API: huzpsb/MiniMax-M2-her-4b -> No missing keys, skipping -Processing existing model not in API: Lamapi/next-12b +Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-2B-Abliterated-Caption -> No missing keys, skipping -Processing existing model not in API: SciMaker/SciSlide_and_GemmaPro +Processing existing model not in API: HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Aggressive -> No missing keys, skipping -Processing existing model not in API: mradermacher/Snowpiercer-15B-v4-absolute-heresy-i1-GGUF +Processing existing model not in API: gguf-org/ltx2-gguf -> No missing keys, skipping -Processing existing model not in API: Jackrong/Qwen3.5-4B-Neo-GGUF +Processing existing model not in API: mradermacher/qwen3.5-4b-gabliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-ReduX-22B-v1-GGUF +Processing existing model not in API: sumgai/Qwen3-42B-A3B-2507-TOTAL-RECALL-v2-Medium-MASTER-CODER-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-8B-128K-GGUF +Processing existing model not in API: shb777/Llama-3.3-8B-Instruct-128K-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-R1-24B-v4.1-GGUF +Processing existing model not in API: bartowski/allenai_olmOCR-2-7B-1025-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/GLM-4.7-Flash-Grande-42B-A3B-GGUF +Processing existing model not in API: unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF -> No missing keys, skipping -Processing existing model not in API: ubergarm/Qwen3-30B-A3B-Thinking-2507-GGUF +Processing existing model not in API: noctrex/Llama-3.3-8B-Instruct-128k-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: TroyDoesAI/BlackSheep-DigitalSoul-24B_Q6K +Processing existing model not in API: mradermacher/Cydonia-v4-MS3.2-Magnum-Diamond-24B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF +Processing existing model not in API: mradermacher/Core_24B_V.1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF +Processing existing model not in API: mradermacher/Qwen3-Nemotron-32B-RLBFF-GGUF -> No missing keys, skipping -Processing existing model not in API: tobil/qmd-query-expansion-1.7B +Processing existing model not in API: mradermacher/Nanbeige4.1-3B-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/CapRL-3B-GGUF +Processing existing model not in API: ilintar/MiniMax-M2-REAP-172B-A10B-GGUF -> No missing keys, skipping -Processing existing model not in API: sumgai/Qwen3-42B-A3B-2507-TOTAL-RECALL-v2-Medium-MASTER-CODER-Q8_0-GGUF +Processing existing model not in API: janhq/Jan-v1-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: yukiarimo/yuna-ai-v4 +Processing existing model not in API: bartowski/Qwen_QwQ-32B-GGUF -> No missing keys, skipping -Processing existing model not in API: pltobing/streaming-speech-translation +Processing existing model not in API: Luckybalabala/AutoGLM-Phone-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: openbmb/MiniCPM-V-2_6-gguf +Processing existing model not in API: bartowski/bralynn_pydevmini1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Tesslate_OmniCoder-9B-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-27B-Writer-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: webxos/microclaw-for-openclaw-version-2026.2.17 +Processing existing model not in API: sugoitoolkit/Sugoi-32B-Ultra-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3.5-4B-abliterated +Processing existing model not in API: TheDrummer/Gemma-3-R1-4B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-32B-Uncensored-GGUF +Processing existing model not in API: mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF +Processing existing model not in API: bartowski/Qwen2.5-14B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-jio-gguf +Processing existing model not in API: mradermacher/XORTRON.CriminalComputing.LARGE.2026.3-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Heralax/MythoMakiseMerged-13b +Processing existing model not in API: stabilityai/stable-code-3b -> No missing keys, skipping -Processing existing model not in API: TinyLlama/TinyLlama-1.1B-python-v0.1 +Processing existing model not in API: unsloth/GLM-4.7-REAP-218B-A32B-GGUF -> No missing keys, skipping -Processing existing model not in API: llmfan46/gemma-3-12b-it-ultra-heretic-GGUF +Processing existing model not in API: mradermacher/gemma3-27b-abliterated-dpo-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Tongyi-DeepResearch-30B-A3B-GGUF +Processing existing model not in API: noctrex/PaddleOCR-VL-1.5-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Nemotron-3-Nano-30B-A3B-MXFP4_MOE-GGUF +Processing existing model not in API: bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-GGUF +Processing existing model not in API: bartowski/mistralai_Magistral-Small-2509-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-350M-Extract-GGUF +Processing existing model not in API: dphn/Dolphin-X1-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: LuffyTheFox/Qwen3.5-35B-A3B-Uncensored-Kullback-Leibler +Processing existing model not in API: mradermacher/BlackSheep-Mistral-RP-7B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: BeaverAI/Anubis-Mini-8B-v1f-GGUF +Processing existing model not in API: qualifire-oss/mcp-tool-use-quality-ranger-0.6b-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nanbeige4-3B-Thinking-2511-GGUF +Processing existing model not in API: Aratako/MioTTS-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Ministral-3-8B-Instruct-2512-GGUF +Processing existing model not in API: microsoft/Phi-3-mini-4k-instruct-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen2.5-14B-Humanizer-GGUF +Processing existing model not in API: alpha-ai/Medical-Diagnosis-COT-Gemma3-270M -> No missing keys, skipping -Processing existing model not in API: openbmb/MiniCPM-V-4_5-gguf +Processing existing model not in API: OuteAI/OuteTTS-1.0-0.6B-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/MindLink-32B-0801-GGUF +Processing existing model not in API: mradermacher/MedicalQwen3-Reasoning-14B-IT-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.7-Flash-impotent-heresy-i1-GGUF +Processing existing model not in API: XCurOS/XCurOS-0.1-8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: SakuraLLM/Sakura-GalTransl-7B-v3.7 +Processing existing model not in API: bartowski/ServiceNow-AI_Apriel-1.5-15b-Thinker-GGUF -> No missing keys, skipping -Processing existing model not in API: AllThingsIntel/Apollo-V0.1-4B-Thinking +Processing existing model not in API: TeichAI/Qwen3-14B-Claude-Sonnet-4.5-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: vanta-research/apollo-astralis-8b +Processing existing model not in API: seanbailey518/Step3-VL-10B-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen3-4B-GGUF +Processing existing model not in API: TheDrummer/Skyfall-31B-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3.5-27B-Claude-Opus-4.6-Distill-GGUF +Processing existing model not in API: MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Apertus-8B-Instruct-2509-GGUF +Processing existing model not in API: Ex0bit/GLM-4.7-PRISM -> No missing keys, skipping -Processing existing model not in API: janhq/Qwen3.5-35B-A3B-GGUF +Processing existing model not in API: janhq/Jan-v2-VL-high-gguf -> No missing keys, skipping -Processing existing model not in API: NousResearch/Hermes-3-Llama-3.1-8B-GGUF +Processing existing model not in API: unsloth/Magistral-Small-2506-GGUF -> No missing keys, skipping -Processing existing model not in API: tastypear/CausalLM-7B-DPO-alpha-GGUF +Processing existing model not in API: LatitudeGames/Wayfarer-2-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-30B-A3B-Thinking-2507-Deepseek-v3.1-Distill-FP32-GGUF +Processing existing model not in API: inclusionAI/Ring-mini-2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF +Processing existing model not in API: bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Tongyi-DeepResearch-30B-A3B-MXFP4_MOE-GGUF +Processing existing model not in API: YTan2000/Qwopus3.5-27B-v3-TQ3_4S -> No missing keys, skipping -Processing existing model not in API: unsloth/medgemma-1.5-4b-it-GGUF +Processing existing model not in API: gghfez/GLM-4.6-control-vectors -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Magidonia-24B-v4.3-GGUF +Processing existing model not in API: NexaAI/OmniAudio-2.6B -> No missing keys, skipping -Processing existing model not in API: jantxu/nano-llama +Processing existing model not in API: mradermacher/Gliese-Qwen3.5-9B-Abliterated-Caption-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF +Processing existing model not in API: mradermacher/AgentFlow-Planner-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: Hack337/ChatGPT-5-Q8_0-GGUF +Processing existing model not in API: bartowski/TheDrummer_Snowpiercer-15B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-heretic-v2-i1-GGUF +Processing existing model not in API: gabriellarson/Hunyuan-1.8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: google/gemma-3-4b-it-qat-q4_0-gguf +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-24B-v4.2.0-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-397B-A17B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Llama-3.1-8B-Instruct-GGUF +Processing existing model not in API: MaziyarPanahi/gemma-7b-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-heretic-Opus-4.6-Distilled-i1-GGUF +Processing existing model not in API: unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/IndustrialCoder-i1-GGUF +Processing existing model not in API: mradermacher/gemma-3-12b-it-heretic-GGUF -> No missing keys, skipping Processing existing model not in API: Zero-Point-AI/MARTHA-0.8B -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Valkyrie-49B-v2-GGUF - -> No missing keys, skipping -Processing existing model not in API: DevQuasar/HuggingFaceTB.SmolLM2-1.7B-Instruct-GGUF +Processing existing model not in API: SicariusSicariiStuff/Impish_Nemo_12B_GGUF -> No missing keys, skipping -Processing existing model not in API: sugoitoolkit/Sugoi-14B-Ultra-GGUF +Processing existing model not in API: GOBA-AI-Labs/PrunedHub-Qwen3.5-35B-A3B-80pct -> No missing keys, skipping -Processing existing model not in API: Lamapi/next-ocr +Processing existing model not in API: unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Gemma-3-R1-12B-v1-GGUF +Processing existing model not in API: mradermacher/UI-TARS-1.5-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/Lumimaid-v0.2-8B-GGUF-IQ-Imatrix +Processing existing model not in API: mradermacher/Qwen3.5-27B-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF +Processing existing model not in API: juanml82/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-gguf -> No missing keys, skipping -Processing existing model not in API: noctrex/SERA-32B-GGUF +Processing existing model not in API: bartowski/LatitudeGames_Hearthfire-24B-GGUF -> No missing keys, skipping -Processing existing model not in API: Beinsezii/Qwen3.5-122B-A10B-GGUF-HALO +Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: NexaAI/OmniVLM-968M +Processing existing model not in API: TinyLlama/TinyLlama-1.1B-python-v0.1 -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Gemma-3-R1-4B-v1-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-27B-GGUF -> No missing keys, skipping -Processing existing model not in API: cjpais/llava-1.6-mistral-7b-gguf +Processing existing model not in API: dphn/dolphin-2.9.4-llama3.1-8b-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Dolphin-Mistral-24B-Venice-Edition-GGUF +Processing existing model not in API: noctrex/GLM-4.7-Flash-i1-MXFP4_MOE_XL-exp-GGUF -> No missing keys, skipping Processing existing model not in API: TheDrummer/Gemma-3-R1-27B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF +Processing existing model not in API: bartowski/arcee-ai_Trinity-Large-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: pixelmelt/Incelgpt-24B_v1.2_Q4_K_M_GGUF +Processing existing model not in API: GitMylo/nsfwvision-qwen3-vl-8b-v3-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF +Processing existing model not in API: mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/LFM2-24B-A2B-MXFP4_MOE-GGUF +Processing existing model not in API: unsloth/Seed-Coder-8B-Reasoning-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MachineLearningLM-7B-v1-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-Thinking-2509-Genius-Coder-AI-Full-GGUF -> No missing keys, skipping -Processing existing model not in API: Trina-QwQ/wt-neko-instruct +Processing existing model not in API: rafacost/DreamOmni2-7.6B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gpt-oss-20b-uncensored-bf16-GGUF +Processing existing model not in API: Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF +Processing existing model not in API: XeyonAI/Mistral-Helcyon-Mercury-12b-v3.0-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-0.8B-Abliterated-Caption +Processing existing model not in API: mradermacher/Qwen3-4B-Claude-Sonnet-4-Reasoning-Distill-Safetensor-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Josiefied-DeepSeek-R1-0528-Qwen3-8B-abliterated-v1-i1-GGUF +Processing existing model not in API: mradermacher/Llama3.1-DeepDilemma-V1-8B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF +Processing existing model not in API: mradermacher/MiniMax-M2.5-REAP-172B-A10B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: TNT3530/Qwen3.5-122B-A10B-abliterated-GGUF +Processing existing model not in API: unsloth/Qwen3.5-397B-A17B-GGUF -> No missing keys, skipping -Processing existing model not in API: alwaysfurther/deepfabric-blender-mcp-gguf +Processing existing model not in API: mradermacher/Qwen2.5-VL-3B-Abliterated-Caption-it-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/PromptEnhancer-32B-GGUF +Processing existing model not in API: backyardai/Llama-3-Soliloquy-8B-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: BennyDaBall/Qwen3-4b-Z-Image-Engineer-V2.5 +Processing existing model not in API: lukey03/Qwen3.5-9B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf +Processing existing model not in API: puwaer/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-gguf -> No missing keys, skipping -Processing existing model not in API: mlabonne/Hermes-3-Llama-3.1-8B-lorablated-GGUF +Processing existing model not in API: suayptalha/Sungur-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/BaronLLM_Offensive_Security-abliterated-GGUF +Processing existing model not in API: unsloth/DeepSeek-V3.2-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-1.2B-GGUF +Processing existing model not in API: EssentialAI/rnj-1-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/Nemotron-3-Super-120B-GGUF +Processing existing model not in API: BeaverAI/Cydonia-24B-v4o-GGUF -> No missing keys, skipping -Processing existing model not in API: Xennon-BD/Qwen-Uncensored-gguf +Processing existing model not in API: Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Lily-Cybersecurity-7B-v0.2-GGUF +Processing existing model not in API: mradermacher/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-VL-1.6B-GGUF +Processing existing model not in API: Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/GLM-4.7-PRISM +Processing existing model not in API: mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF -> No missing keys, skipping -Processing existing model not in API: calcuis/fastvlm-gguf +Processing existing model not in API: unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_Nemotron-3-Nano-4B-GGUF +Processing existing model not in API: mradermacher/XortronCriminalComputingConfig-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF +Processing existing model not in API: noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: concedo/GLM-ASR-Nano-2512-GGUF +Processing existing model not in API: unsloth/Qwen2.5-VL-3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF +Processing existing model not in API: CrucibleLab-TG/M3.2-24B-Loki-V1.3-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF +Processing existing model not in API: mradermacher/Qwen3-Jan-Nano-128k-6B-Brainstorm20x-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/GPTOSS-120B-Uncensored-HauhauCS-Aggressive +Processing existing model not in API: bartowski/nvidia_Nemotron-3-Nano-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen2.5-VL-7B-Abliterated-Caption-it-GGUF +Processing existing model not in API: mudler/GLM-4.7-Flash-APEX-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Hemlock-Coder-7B-GGUF +Processing existing model not in API: richardyoung/olmOCR-2-7B-1025-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-GGUF +Processing existing model not in API: AndriLawrence/Qwen-3B-Intent-Microplan-v2 -> No missing keys, skipping -Processing existing model not in API: mradermacher/Josiefied-Qwen3-8B-abliterated-v1-i1-GGUF +Processing existing model not in API: bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: CWClabs/CWC-Mistral-Nemo-12B-V2-q4_k_m +Processing existing model not in API: ruv/ruvltra-claude-code -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/gemma-3n-E4B-it-text-GGUF +Processing existing model not in API: INSAIT-Institute/BgGPT-Gemma-3-4B-IT-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced +Processing existing model not in API: acon96/Home-3B-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: qualifire-oss/mcp-tool-use-quality-ranger-0.6b-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: sarvamai/sarvam-m-q8-gguf +Processing existing model not in API: LiquidAI/LFM2-350M-Extract-GGUF -> No missing keys, skipping -Processing existing model not in API: YanLabs/gemma-3-27b-abliterated-normpreserve-GGUF +Processing existing model not in API: DavidAU/OpenAi-GPT-oss-20b-MODERATE-uncensored-NEO-Imatrix-gguf -> No missing keys, skipping -Processing existing model not in API: NaniDAO/nani-qwen-3.5-2B-gguf-q4km +Processing existing model not in API: WhoIsShe/Llama3.2-3b-cybersecurity-abliterated -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v1-2509-gguf +Processing existing model not in API: ngxson/Home-Cook-Mistral-Small-Omni-24B-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-13B-GLM-4.7-Flash-DeepSeek-Polaris-Grande-Deep-Thinking-GGUF +Processing existing model not in API: TinyLlama/TinyLlama-1.1B-Chat-v0.6 -> No missing keys, skipping -Processing existing model not in API: bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: GOBA-AI-Labs/PrunedHub-Qwen3.5-35B-A3B-80pct +Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-heretic-Opus-4.6-Distilled-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/MiniMax-M2.1-GGUF +Processing existing model not in API: Epiculous/Violet_Twilight-v0.2-GGUF -> No missing keys, skipping -Processing existing model not in API: bombdefuser-124/Qwen3-VL-8B-Instruct-Latest-GGUF +Processing existing model not in API: CohereLabs/tiny-aya-earth-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-heretic-GGUF +Processing existing model not in API: mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: SciMaker/CrystalMind +Processing existing model not in API: hungng/Llama-3.2-uncensored-erotica -> No missing keys, skipping -Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-vi-gguf +Processing existing model not in API: google/gemma-2b-it -> No missing keys, skipping -Processing existing model not in API: dahara1/Qwen3.5-9B-UD-japanese-imatrix +Processing existing model not in API: SicariusSicariiStuff/Sweet_Dreams_12B_GGUF -> No missing keys, skipping -Processing existing model not in API: vanta-research/atom-v1-preview-8b +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-4B-Thinking-2507-abliterated-GGUF +Processing existing model not in API: bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: AesSedai/Kimi-K2.5-GGUF +Processing existing model not in API: bartowski/Lexi-Llama-3-8B-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: gorilla-llm/gorilla-openfunctions-v2-gguf +Processing existing model not in API: Crownelius/The-Crow-9B-Creative-Writing-Opus4.6-DISTILL-Heretic -> No missing keys, skipping -Processing existing model not in API: Intel/Qwen3-8B-GGUF-Q2KS-AS-AutoRound +Processing existing model not in API: SaisExperiments/Voxtral-3B-But-4B-Text-Only-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/gemma-2-2b-it-abliterated-GGUF +Processing existing model not in API: bartowski/TheDrummer_Precog-24B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: Andycurrent/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored_GGUF +Processing existing model not in API: unsloth/SmolLM2-135M-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/gemma-3n-E2B-it-text-GGUF +Processing existing model not in API: CWClabs/CWC-Mistral-Nemo-12B-V2-q4_k_m -> No missing keys, skipping -Processing existing model not in API: Cordux/flux2-klein-4B-uncensored-text-encoder +Processing existing model not in API: bartowski/baidu_ERNIE-4.5-0.3B-PT-GGUF -> No missing keys, skipping -Processing existing model not in API: infinityai/Qwen3.5-397B-REAP-55-Q3_K_M +Processing existing model not in API: PowerInfer/SmallThinker-4BA0.6B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: cturan/IQuest-Coder-V1-40B-Instruct-GGUF +Processing existing model not in API: Triangle104/DeepSeek-R1-0528-Qwen3-8B-abliterated-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-8B-GGUF +Processing existing model not in API: squ11z1/Hypnos-i1-8B -> No missing keys, skipping -Processing existing model not in API: unsloth/granite-4.0-h-tiny-GGUF +Processing existing model not in API: marafx2007/gemma4-heretic-Q4_K_M.gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/CyberSec-Qwen3-DeepSeekv1-GGUF +Processing existing model not in API: unsloth/GLM-4.6V-Flash-GGUF -> No missing keys, skipping -Processing existing model not in API: adityakum667388/lumichats-v1.1 +Processing existing model not in API: Pawellll/Qwen3.5-27B-IQ4_KS-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/google_gemma-3-27b-it-qat-GGUF +Processing existing model not in API: ddh0/GLM-4.5-Iceblink-v2-106B-A12B-GGUF -> No missing keys, skipping -Processing existing model not in API: Bllossom/llama-3-Korean-Bllossom-70B-gguf-Q4_K_M +Processing existing model not in API: mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF +Processing existing model not in API: Qwen/Qwen2.5-Coder-3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: Triangle104/DeepSeek-R1-0528-Qwen3-8B-abliterated-Q4_K_M-GGUF +Processing existing model not in API: Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF -> No missing keys, skipping -Processing existing model not in API: ubergarm/Devstral-2-123B-Instruct-2512-GGUF +Processing existing model not in API: bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: LuffyTheFox/Qwen3.5-9B-Claude-4.6-Opus-Uncensored-Distilled-GGUF +Processing existing model not in API: gia-uh/cecilia-2b-instruct-v1 -> No missing keys, skipping -Processing existing model not in API: unsloth/Devstral-Small-2505-GGUF +Processing existing model not in API: unsloth/GLM-4.7-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF +Processing existing model not in API: ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-1.2B-Extract-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-Fiction-On-Fire-Series-7-Model-1007-GGUF -> No missing keys, skipping -Processing existing model not in API: magiccodingman/Qwen3-30B-A3B-Thinking-2507-unsloth-MagicQuant-Hybrid-GGUF +Processing existing model not in API: QuantFactory/Ministral-3b-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: DevQuasar/huihui-ai.Qwen2.5-7B-Instruct-abliterated-SFT-GGUF +Processing existing model not in API: Nikity/lille-130m-instruct -> No missing keys, skipping -Processing existing model not in API: bartowski/huihui-ai_QwQ-32B-abliterated-GGUF +Processing existing model not in API: gabriellarson/WEBGEN-4B-Preview-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_Orchestrator-8B-GGUF +Processing existing model not in API: Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/NVIDIA-Nemotron-Nano-9B-v2-GGUF +Processing existing model not in API: DavidAU/Qwen3-4B-Hivemind-Instruct-NEO-MAX-Imatrix-GGUF -> No missing keys, skipping -Processing existing model not in API: juanml82/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-gguf +Processing existing model not in API: YTan2000/Qwen3.5-27B-TQ3_1S -> No missing keys, skipping -Processing existing model not in API: tencent/HY-MT1.5-7B-GGUF +Processing existing model not in API: bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2.1-REAP-40-GGUF +Processing existing model not in API: mudler/Qwen3-Coder-30B-APEX-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3.5-2B-GGUF +Processing existing model not in API: Ishaanlol/Aletheia-Llama-3.2-3B -> No missing keys, skipping -Processing existing model not in API: tensorblock/TowerInstruct-Mistral-7B-v0.2-GGUF +Processing existing model not in API: bartowski/Tesslate_OmniCoder-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: LoneStriker/openbuddy-deepseek-10b-v17.1-4k-GGUF +Processing existing model not in API: MuXodious/gpt-oss-120b-tainted-heresy-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF +Processing existing model not in API: noctrex/aquif-3.5-Plus-30B-A3B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: AlicanKiraz0/Seneca-Cybersecurity-LLM-Q4_K_M-GGUF +Processing existing model not in API: Ex0bit/Elbaz-NVIDIA-Nemotron-3-Nano-30B-A3B-PRISM -> No missing keys, skipping -Processing existing model not in API: katanemo/Arch-Router-1.5B.gguf +Processing existing model not in API: AesSedai/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF -> No missing keys, skipping -Processing existing model not in API: TKDKid1000/phi-1_5-GGUF +Processing existing model not in API: mradermacher/CodeV-R1-Qwen-7B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: google/gemma-3-1b-it-qat-q4_0-gguf +Processing existing model not in API: janhq/Qwen3.5-35B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-14B-Instruct-GGUF +Processing existing model not in API: Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF -> No missing keys, skipping -Processing existing model not in API: Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF +Processing existing model not in API: NaniDAO/nani-qwen-3.5-2B-gguf-q4km -> No missing keys, skipping -Processing existing model not in API: Liontix/Qwen3-8B-Claude-Sonnet-4-Reasoning-Distill-GGUF +Processing existing model not in API: noctrex/Chandra-OCR-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/openai_gpt-oss-120b-GGUF-MXFP4-Experimental +Processing existing model not in API: unsloth/gemma-3-270m-it-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen2.5-VL-3B-Abliterated-Caption-it-i1-GGUF +Processing existing model not in API: unsloth/Magistral-Small-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: YanLabs/gemma-3-27b-it-abliterated-normpreserve-GGUF +Processing existing model not in API: openbmb/MiniCPM-V-4_5-gguf -> No missing keys, skipping -Processing existing model not in API: tencent/Youtu-LLM-2B-GGUF +Processing existing model not in API: prithivMLmods/II-Search-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Menlo/Lucy-128k-gguf +Processing existing model not in API: mradermacher/MARTHA-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Alisia-7B-it-GGUF +Processing existing model not in API: MaziyarPanahi/Qwen3-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-abliterated-Fusion-9010-i1-GGUF +Processing existing model not in API: nyuuzyou/BadApple-LLaMA-nano -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4-GGUF +Processing existing model not in API: bartowski/Qwen2.5-Coder-32B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: AlicanKiraz0/Seneca-Cybersecurity-LLM-x-QwQ-32B-Q4_Medium-Version +Processing existing model not in API: danielcherubini/Qwen3.5-DeltaCoder-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: ortegaalfredo/MechaEpstein-8000-GGUF +Processing existing model not in API: Sepolian/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-Q4_K_M -> No missing keys, skipping -Processing existing model not in API: OmniDimen/OmniDimen-4B-Emotion-GGUF-q4_K_M +Processing existing model not in API: mradermacher/Solar-Open-69B-REAP-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-text-matching +Processing existing model not in API: MerlinSafety/Qwen3.5-4B-Safety-Thinking -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-1.7B-Multilingual-TTS-GGUF +Processing existing model not in API: arcee-ai/AFM-4.5B-GGUF -> No missing keys, skipping -Processing existing model not in API: N8Programs/Unslopper-GGUF +Processing existing model not in API: mradermacher/Discord-Micae-Hermes-3-3B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: JaaackXD/Llama-3-8B-GGUF +Processing existing model not in API: LiquidAI/LFM2-VL-1.6B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-Omni-3B-GGUF +Processing existing model not in API: TheDrummer/Valkyrie-49B-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_QwQ-32B-GGUF +Processing existing model not in API: IndexTeam/Index-1.9B-Chat-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf +Processing existing model not in API: Nerdsking/nerdsking-python-coder-3B-i -> No missing keys, skipping -Processing existing model not in API: mradermacher/Mistral-Nemo-2407-Instruct-12B-Deep-Thinking-Claude-Gemini-GPT5.2-GGUF +Processing existing model not in API: Aisho67/Qwen3.5-4b-Opus-4.6-Reasoning-Distilled-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/granite-4.0-h-micro-GGUF +Processing existing model not in API: anthracite-org/magnum-v2.5-12b-kto-gguf -> No missing keys, skipping -Processing existing model not in API: DavidAU/OpenAi-GPT-oss-20b-MODERATE-uncensored-NEO-Imatrix-gguf +Processing existing model not in API: tvall43/Qwen3.5-2B-heretic-gguf -> No missing keys, skipping -Processing existing model not in API: unsloth/Cosmos-Reason1-7B-GGUF +Processing existing model not in API: DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/SmolLM3-3B-128K-GGUF +Processing existing model not in API: lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Gemma-3-R1-12B-v1-GGUF +Processing existing model not in API: bartowski/google_gemma-3-270m-it-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-12b-it-vl-GLM-4.7-Flash-Heretic-Uncensored-Thinking-i1-GGUF +Processing existing model not in API: Cactus-Compute/Gemma3-270m-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-VL-450M-GGUF +Processing existing model not in API: prism-ml/Bonsai-1.7B-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-Nemotron-32B-RLBFF-GGUF +Processing existing model not in API: bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF -> No missing keys, skipping -Processing existing model not in API: tiiuae/Falcon-H1-7B-Instruct-GGUF +Processing existing model not in API: unsloth/ERNIE-4.5-21B-A3B-PT-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Thinking-2507-Claude-4.5-Opus-High-Reasoning-Distill-Heretic-Abliterated-GGUF +Processing existing model not in API: BennyDaBall/Qwen3-4b-Z-Image-Turbo-AbliteratedV1 -> No missing keys, skipping -Processing existing model not in API: ShayanCyan/phi4-multimodal-quantisized-gguf +Processing existing model not in API: xtuner/llava-llama-3-8b-v1_1-gguf -> No missing keys, skipping -Processing existing model not in API: Crownelius/Crow-9B-HERETIC +Processing existing model not in API: DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/Step-3.5-Flash-GGUF +Processing existing model not in API: mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Step-3.5-Flash-PRISM-PRO-GGUF +Processing existing model not in API: unsloth/Ministral-3-8B-Instruct-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: inclusionAI/Ring-mini-2.0-GGUF +Processing existing model not in API: TroyDoesAI/BlackSheep-AFM-4.5B-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: typeof/Baguettotron-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Solar-Open-100B-i1-GGUF +Processing existing model not in API: CrucibleLab/M3.2-24B-Loki-V2-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/GLM-4.7-Flash-i1-MXFP4_MOE_XL-exp-GGUF +Processing existing model not in API: Andycurrent/gemma-3-12b-it-uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-2B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF +Processing existing model not in API: bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-8B-A1B-GGUF +Processing existing model not in API: unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF -> No missing keys, skipping -Processing existing model not in API: qvac/fabric-llm-finetune-bitnet +Processing existing model not in API: mradermacher/OpenResearcher-30B-A3B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Ministral-3-8B-Reasoning-2512-GGUF +Processing existing model not in API: LiquidAI/LFM2-1.2B-Tool-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-2B-Thinking-abliterated +Processing existing model not in API: SciMaker/SciBook -> No missing keys, skipping -Processing existing model not in API: mradermacher/llama-joycaption-beta-one-hf-llava-GGUF +Processing existing model not in API: unsloth/gemma-3-4b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Openai_gpt-oss-20b-CODER-NEO-CODE-DI-MATRIX-GGUF +Processing existing model not in API: hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/openai_gpt-oss-20b-GGUF-MXFP4-Experimental +Processing existing model not in API: mradermacher/Qwen3-14B-ARPO-DeepSearch-GGUF -> No missing keys, skipping -Processing existing model not in API: EssentialAI/rnj-1-instruct-GGUF +Processing existing model not in API: noctrex/AesCoder-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF +Processing existing model not in API: SciMaker/SciSlide_and_GemmaPro -> No missing keys, skipping -Processing existing model not in API: mradermacher/Cydonia-v4-MS3.2-Magnum-Diamond-24B-i1-GGUF +Processing existing model not in API: webbigdata/gemma-2-2b-jpn-it-translate-gguf -> No missing keys, skipping -Processing existing model not in API: unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF +Processing existing model not in API: sadimanna/gemma-3-270m-it-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/aquif-3.5-Plus-30B-A3B-MXFP4_MOE-GGUF +Processing existing model not in API: bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF -> No missing keys, skipping -Processing existing model not in API: Nerdsking/nerdsking-python-coder-3B-i +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: t-tech/T-pro-it-2.1-GGUF +Processing existing model not in API: juiceb0xc0de/bella-bartender-v2-8b -> No missing keys, skipping -Processing existing model not in API: webbigdata/gemma-2-2b-jpn-it-translate-gguf +Processing existing model not in API: tencent/Youtu-VL-4B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/gpt-oss-20b-glm-4.6-distill-GGUF +Processing existing model not in API: TheDrummer/Gemma-3-R1-12B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/GLM-4.7-Flash-NEO-CODE-Imatrix-MAX-GGUF +Processing existing model not in API: jwest33/qwen3.5-4b-gabliterated-GGUF -> No missing keys, skipping Processing existing model not in API: prithivMLmods/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/Kunoichi-DPO-v2-7B-GGUF-Imatrix +Processing existing model not in API: Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF-IQ-Imatrix-Request +Processing existing model not in API: Murasaki-Project/Murasaki-8B-v0.1-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3.5-397B-A17B-abliterated-GGUF +Processing existing model not in API: mradermacher/patricide-12B-Unslop-Mell-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF +Processing existing model not in API: LiquidAI/LFM2-8B-A1B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF +Processing existing model not in API: Zero-Point-AI/MARTHA-9B -> No missing keys, skipping -Processing existing model not in API: bartowski/gemma-2-9b-it-abliterated-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: IlyaGusev/saiga_nemo_12b_gguf +Processing existing model not in API: mradermacher/XBai-o4-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Thinking-2509-Genius-Coder-AI-Full-GGUF +Processing existing model not in API: TeichAI/Nemotron-Cascade-8B-Thinking-Claude-4.5-Opus-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF +Processing existing model not in API: KatyTheCutie/LemonadeRP-4.5.3-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Mistral-Small-4-119B-2603-BF16-abliterated-GGUF +Processing existing model not in API: pranav-pvnn/codellama-7b-python-ai-assistant-full-gguf -> No missing keys, skipping -Processing existing model not in API: juiceb0xc0de/bella-bartender-8b-llama3.1 +Processing existing model not in API: Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix -> No missing keys, skipping -Processing existing model not in API: Intel/MiniMax-M2-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: mradermacher/MiroThinker-v1.5-30B-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-VL-3B-GGUF +Processing existing model not in API: huihui-ai/Huihui-MiniCPM-V-4_5-abliterated -> No missing keys, skipping -Processing existing model not in API: QuantStack/InternVL3_5-GPT-OSS-20B-A4B-Preview-gguf +Processing existing model not in API: bartowski/TheDrummer_Cydonia-R1-24B-v4.1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-0.6B-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-27B-Esper3.1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-2.6B-Transcript-GGUF +Processing existing model not in API: Zero-Point-AI/MARTHA-27B-QWEN-OMNI -> No missing keys, skipping -Processing existing model not in API: noctrex/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill +Processing existing model not in API: bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Ministral-3-3B-Reasoning-2512-GGUF +Processing existing model not in API: Lamapi/next-270m-Q5_0-GGUF -> No missing keys, skipping -Processing existing model not in API: as-krn/quantum_programming_llama-3-8b-gguf +Processing existing model not in API: tensorblock/TowerInstruct-Mistral-7B-v0.2-GGUF -> No missing keys, skipping -Processing existing model not in API: defog/sqlcoder-7b-2 +Processing existing model not in API: playable/Playable1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-4B-Thinking-2507-GGUF +Processing existing model not in API: Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-4B-Valiant-Polaris-f32-GGUF +Processing existing model not in API: mradermacher/Krix-12B-Model_Stock-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: chatpdflocal/llama3.1-8b-gguf +Processing existing model not in API: DavidAU/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF +Processing existing model not in API: bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/VibeThinker-1.5B-GGUF +Processing existing model not in API: bartowski/Qwen2.5-14B_Uncencored-GGUF -> No missing keys, skipping -Processing existing model not in API: BasedBase/Qwen3-30B-A3B-Thinking-2507-Deepseek-v3.1-Distill +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: driaforall/Tiny-Agent-a-3B +Processing existing model not in API: Goldkoron/Qwen3.5-397B-A17B-REAP35 -> No missing keys, skipping -Processing existing model not in API: KatyTheCutie/LemonadeRP-4.5.3-GGUF +Processing existing model not in API: WaveCut/Gemma-4-96E-A4B-Heretic-TQ -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Rocinante-X-12B-v1-GGUF +Processing existing model not in API: bartowski/google_gemma-3-27b-it-qat-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Qwen3.5-PRISM-Dynamic-Quant-GGUF +Processing existing model not in API: AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/BioMistral-7B-GGUF +Processing existing model not in API: mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Aggressive +Processing existing model not in API: MuXodious/gemma-3n-E4B-it-absolute-heresy-imatrix-GGUF -> No missing keys, skipping -Processing existing model not in API: samunder12/Llama-3.2-3B-small_Shiro_roleplay-gguf +Processing existing model not in API: TheDrummer/Gemmasutra-27B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: jukofyork/Kimi-K2-Instruct-DRAFT-0.6B-v2.0-GGUF +Processing existing model not in API: mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Ministral-3-14B-Reasoning-2512-GGUF +Processing existing model not in API: q1776/survival-uncensored-gemma-270m -> No missing keys, skipping -Processing existing model not in API: Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Gemma-R1-27B-v3-GGUF +Processing existing model not in API: vanta-research/wraith-8b -> No missing keys, skipping -Processing existing model not in API: mradermacher/CabraMistral-v3-7b-32k-GGUF +Processing existing model not in API: HauhauCS/GPTOSS-120B-Uncensored-HauhauCS-Aggressive -> No missing keys, skipping -Processing existing model not in API: mradermacher/Irix-12B-Model_Stock-i1-GGUF +Processing existing model not in API: BeaverAI/Behemoth-X-123B-v2f-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF +Processing existing model not in API: mradermacher/Mistral-NeMo-12B-Unslopper-FR-v1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-v2-GGUF +Processing existing model not in API: bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: Felladrin/gguf-MXFP4-gpt-oss-20b-Derestricted +Processing existing model not in API: LiquidAI/LFM2-ColBERT-350M-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DASD-4B-Thinking-GGUF +Processing existing model not in API: kai-os/Carnice-9b-GGUF -> No missing keys, skipping -Processing existing model not in API: lapa-llm/lapa-v0.1.2-instruct-GGUF +Processing existing model not in API: ruslandev/llama-3-8b-gpt-4o-ru1.0-gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Magistral-Small-2509-GGUF +Processing existing model not in API: LuffyTheFox/Qwen3.5-9B-Claude-4.6-Opus-Uncensored-Distilled-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Step-3.5-Flash-PRISM-PRO +Processing existing model not in API: TrevorJS/gemma-4-E2B-it-uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF +Processing existing model not in API: MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: brittlewis12/Kunoichi-DPO-v2-7B-GGUF +Processing existing model not in API: worstplayer/Z-Image_Qwen_3_4b_text_encoder_GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF +Processing existing model not in API: Phr00t/Qwen3-VL-32B-Instruct-heretic-v2-iQ5KS-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/LexiFreak-8B-Unleashed-i1-GGUF +Processing existing model not in API: unsloth/Olmo-3-7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: Fortytwo-Network/Strand-Rust-Coder-14B-v1-GGUF +Processing existing model not in API: TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: TroyDoesAI/BlackSheep-AFM-4.5B-Q8_0-GGUF +Processing existing model not in API: google/gemma-3-1b-it-qat-q4_0-gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF +Processing existing model not in API: ertghiu256/Qwen3-4b-tcomanr-merge -> No missing keys, skipping -Processing existing model not in API: UniverseTBD/astrollama.gguf +Processing existing model not in API: QuantFactory/Qwen3-4B-v0.4-deepresearch-no-think-4-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nemotron-Cascade-2-30B-A3B-heretic-i1-GGUF +Processing existing model not in API: hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-30B-A3B-CoderThinking-YOYO-linear-GGUF +Processing existing model not in API: DavidAU/GLM-4.7-Flash-NEO-CODE-Imatrix-MAX-GGUF -> No missing keys, skipping -Processing existing model not in API: LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF +Processing existing model not in API: yairpatch/Qwen3-VL-30B-A3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mlabonne/gemma-3-12b-it-abliterated-v2-GGUF +Processing existing model not in API: DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/EuroLLM-9B-Instruct-GGUF +Processing existing model not in API: bartowski/stepfun-ai_Step-3.5-Flash-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Magidonia-24B-v4.2.0-i1-GGUF +Processing existing model not in API: acon96/Home-3B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF +Processing existing model not in API: mlabonne/gemma-3-12b-it-abliterated-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: rafacost/DreamOmni2-7.6B-GGUF +Processing existing model not in API: mradermacher/GLM-4.7-Flash-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF +Processing existing model not in API: google/gemma-2b -> No missing keys, skipping -Processing existing model not in API: mradermacher/Discord-Micae-Hermes-3-3B-i1-GGUF +Processing existing model not in API: mradermacher/KAT-V1-40B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiraTTS-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3.5-397B-A17B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: ivoras/bernie0.1 +Processing existing model not in API: driaforall/Tiny-Agent-a-3B -> No missing keys, skipping -Processing existing model not in API: mradermacher/Arisu-12B-GGUF +Processing existing model not in API: NexaAI/Qwen2-Audio-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: ddh0/GLM-4.5-Air-GGUF +Processing existing model not in API: bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: inclusionAI/Ling-mini-2.0-GGUF +Processing existing model not in API: unsloth/Phi-4-mini-reasoning-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive +Processing existing model not in API: LiquidAI/LFM2-350M-PII-Extract-JP-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF +Processing existing model not in API: the-clanker-lover/steelman-14b-ada-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF +Processing existing model not in API: TeichAI/Qwen3-32B-Kimi-K2-Thinking-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/google_gemma-3-270m-it-GGUF +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Gemmasutra-Mini-2B-v1-GGUF +Processing existing model not in API: pixelmelt/Incelgpt-24B_v1.2_Q4_K_M_GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF +Processing existing model not in API: mradermacher/Qwen3-30B-A3B-Thinking-2507-Deepseek-v3.1-Distill-FP32-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v1-4B-GGUF +Processing existing model not in API: ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF -> No missing keys, skipping -Processing existing model not in API: VibeStudio/Nidum-Llama-3.2-3B-Uncensored-GGUF +Processing existing model not in API: prithivMLmods/Qwen3-Medical-GRPO-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/GLM-4.6V-Flash-GGUF +Processing existing model not in API: kurakurai/Luth-0.6B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v2-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: afrideva/Tinystories-gpt-0.1-3m-GGUF +Processing existing model not in API: mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiroThinker-1.7-mini-i1-GGUF +Processing existing model not in API: unsloth/Qwen3-0.6B-GGUF -> No missing keys, skipping -Processing existing model not in API: LuffyTheFox/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Kullback-Leibler +Processing existing model not in API: bartowski/mistralai_Magistral-Small-2506-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF +Processing existing model not in API: yarikdevcom/Seed-OSS-36B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Phi-4-reasoning-plus-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3.5-122B-A10B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF +Processing existing model not in API: noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: Nerdsking/Nerdsking-python-coder-7B-i +Processing existing model not in API: vanta-research/atom-v1-preview-4b -> No missing keys, skipping -Processing existing model not in API: pranav-pvnn/codellama-7b-python-ai-assistant-full-gguf +Processing existing model not in API: mradermacher/Qwen3-Coder-Next-REAM-GGUF -> No missing keys, skipping -Processing existing model not in API: internlm/Intern-S1-mini-GGUF +Processing existing model not in API: bartowski/Ministral-8B-Instruct-2410-GGUF -> No missing keys, skipping -Processing existing model not in API: neuphonic/neutts-air-q8-gguf +Processing existing model not in API: SamPurkis/gpt-oss-puzzle-88B-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-350M-GGUF +Processing existing model not in API: Intel/Qwen3-30B-A3B-Instruct-2507-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping -Processing existing model not in API: juiceb0xc0de/bella-bartender-v2-8b +Processing existing model not in API: mradermacher/translategemma-4b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen2-7B-Instruct-GGUF +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: DreamFast/gemma-3-12b-it-heretic +Processing existing model not in API: AesSedai/Kimi-K2.5-GGUF -> No missing keys, skipping -Processing existing model not in API: Manojb/Qwen3-4b-toolcall-gguf-llamacpp-codex +Processing existing model not in API: mradermacher/CyberSec-Qwen3-DeepSeekv1-GGUF -> No missing keys, skipping -Processing existing model not in API: GetSoloTech/GPT-OSS-Code-Reasoning-20B-GGUF +Processing existing model not in API: mradermacher/Cydonia-24B-v4.1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: tabularisai/Faust-1 +Processing existing model not in API: second-state/Llava-v1.5-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Huihui-Qwen3.5-35B-A3B-abliterated-MXFP4_MOE-GGUF +Processing existing model not in API: tastypear/CausalLM-14B-DPO-alpha-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-Redux-22B-v1.1-GGUF +Processing existing model not in API: fibonacciai/RealRobot-Chatbot-Ecommerce-Robot-Fibonacci-Nano-llm -> No missing keys, skipping -Processing existing model not in API: Skywork/Skywork-R1V3-38B-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Manojb/Qwen3-4B-toolcalling-gguf-codex +Processing existing model not in API: HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive -> No missing keys, skipping -Processing existing model not in API: AndriLawrence/Qwen-3B-Intent-Microplan-v2 +Processing existing model not in API: TeichAI/Qwen3-4B-Thinking-2507-Claude-4.5-Opus-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: ubergarm/GigaChat3-10B-A1.8B-GGUF +Processing existing model not in API: BasedBase/Qwen3-Coder-30B-A3B-Instruct-Distill -> No missing keys, skipping -Processing existing model not in API: unsloth/GLM-4.6-GGUF +Processing existing model not in API: mradermacher/VulnLLM-R-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/WeirdCompound-v1.6-24b-i1-GGUF +Processing existing model not in API: bartowski/LiquidAI_LFM2-8B-A1B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/KAT-V1-40B-i1-GGUF +Processing existing model not in API: unsloth/MiniMax-M2.1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/SmolLM2-135M-Instruct-GGUF +Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-8B-GGUF + -> No missing keys, skipping +Processing existing model not in API: TeichAI/Qwen3-8B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: sadecebirisii/Llama-3.1-8B-Turkish-Siber-Muhafiz +Processing existing model not in API: MaziyarPanahi/Ministral-3-3B-Reasoning-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Cydonia-Redux-22B-v1.1-i1-GGUF +Processing existing model not in API: NikolayKozloff/Nanbeige4-3B-Thinking-2511-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-clustering +Processing existing model not in API: TeichAI/Qwen3.5-4B-Claude-Opus-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF +Processing existing model not in API: arcee-ai/Trinity-Nano-Preview-GGUF -> No missing keys, skipping -Processing existing model not in API: zai-org/glm-edge-4b-chat-gguf +Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: dororodoroddo/VAETKI-VL-7B-A1B-GGUF +Processing existing model not in API: bartowski/Dream-org_Dream-v0-Instruct-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: Flagstone8878/Qwen3.5-18B-REAP-A3B-Coding-GGUF +Processing existing model not in API: soob3123/amoral-gemma3-1B-v2-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v2-i1-GGUF +Processing existing model not in API: openbmb/MiniCPM-V-2_6-gguf -> No missing keys, skipping -Processing existing model not in API: XueNian/XueNian-Qwen3-14B-furry-novel-gguf +Processing existing model not in API: gabriellarson/Huihui-gpt-oss-20b-BF16-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/gemma-3n-E4B-it-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen1.5-0.5B-Chat-GGUF +Processing existing model not in API: DJLougen/Harmonic-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: nasiruddin15/Mistral-dolphin-2.8-grok-instract-2-7B-slerp +Processing existing model not in API: llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: Jackrong/gpt-oss-120b-Distill-Phi-4-14B-GGUF +Processing existing model not in API: mradermacher/Kimi-VL-A3B-Thinking-2506-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Elbaz-NVIDIA-Nemotron-3-Nano-30B-A3B-PRISM +Processing existing model not in API: Lamapi/next-12b -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distill-heretic-v3-i1-GGUF +Processing existing model not in API: ParrotRouter/Qwen3-4B-Instruct-2507-20250808-233922-0-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-GGUF +Processing existing model not in API: Sweaterdog/GRaPE-Mini-Beta-Thinking -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Muse-12B-GGUF +Processing existing model not in API: LiquidAI/LFM2-VL-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: Luckybalabala/AutoGLM-Phone-9B-GGUF +Processing existing model not in API: PowerInfer/SmallThinker-21BA3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4b-Z-Image-Turbo-AbliteratedV1-GGUF +Processing existing model not in API: DJLougen/Harmonic-Hermes-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: Zero-Point-AI/MARTHA-9B +Processing existing model not in API: noctrex/aquif-3.5-Max-42B-A3B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/MedScholar-1.5B-f32-GGUF +Processing existing model not in API: TorpedoSoftware/Luau-Devstral-24B-Instruct-v0.2 -> No missing keys, skipping -Processing existing model not in API: Liyulingyue/PaddleOCR-VL-half-GGUF +Processing existing model not in API: bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Jackrong/Qwen3.5-27B-Gemini-3.1-Pro-Reasoning-Distill-GGUF +Processing existing model not in API: Ex0bit/Qwen3.5-122B-A10B-PRISM-LITE-GGUF -> No missing keys, skipping -Processing existing model not in API: EganAI/qwen3.5-9b-terminal-merge +Processing existing model not in API: zhezhe/gemma-2-9b-it-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: DevQuasar/huihui-ai.Huihui-Hunyuan-MT-7B-abliterated-GGUF +Processing existing model not in API: DQN-Labs/dqnCode-v0.2-1.5B -> No missing keys, skipping -Processing existing model not in API: CohereLabs/tiny-aya-global-GGUF +Processing existing model not in API: second-state/MiniCPM-V-4_5-GGUF -> No missing keys, skipping -Processing existing model not in API: Tavernari/git-commit-message +Processing existing model not in API: mradermacher/WeirdCompound-v1.7-24b-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MedicalQwen3-Reasoning-14B-IT-i1-GGUF +Processing existing model not in API: DavidAU/L3-Dark-Planet-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-i1-GGUF +Processing existing model not in API: mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/qwen3.5-4b-gabliterated-i1-GGUF +Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-airtel-gguf -> No missing keys, skipping -Processing existing model not in API: TeichAI/Nemotron-Orchestrator-8B-Claude-4.5-Opus-Distill-GGUF +Processing existing model not in API: mradermacher/llama-joycaption-beta-one-hf-llava-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-GGUF +Processing existing model not in API: buzzpy/Glitch-v1-7B -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF +Processing existing model not in API: llmfan46/Qwen3.5-27B-heretic-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: google/gemma-2b-it +Processing existing model not in API: gabriellarson/Hunyuan-7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: Jinx-org/Jinx-gpt-oss-20b-GGUF +Processing existing model not in API: openerotica/writing-roleplay-20k-context-nemo-12b-v1.0-gguf -> No missing keys, skipping -Processing existing model not in API: tvall43/Qwen3.5-2B-heretic-gguf +Processing existing model not in API: bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-VL-8B-Thinking-1M-GGUF +Processing existing model not in API: bartowski/CrucibleLab_M3.2-24B-Loki-V1.3-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/ServiceNow-AI_Apriel-1.5-15b-Thinker-GGUF +Processing existing model not in API: ggml-org/SmolVLM-500M-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Qwen3.5-9B-Claude-4.6-Opus-Deckard-V4.2-Uncensored-Heretic-Thinking-GGUF +Processing existing model not in API: neuphonic/neutts-air-q4-gguf -> No missing keys, skipping -Processing existing model not in API: Intel/gpt-oss-20b-gguf-q4ks-AutoRound +Processing existing model not in API: supernovaburn/Llama3-8b-chinese-Uncensored-v0.1-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/gpt-oss-20b-heretic-GGUF +Processing existing model not in API: Trina-QwQ/wt-neko-instruct -> No missing keys, skipping -Processing existing model not in API: gghfez/gpt-oss-20b-Derestricted-Q4_K_M-GGUF +Processing existing model not in API: LiquidAI/LFM2-2.6B-Transcript-GGUF -> No missing keys, skipping -Processing existing model not in API: Combatti/gpt-oss-20b-uncensored +Processing existing model not in API: DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Gemma-3-27B-Derestricted-GGUF +Processing existing model not in API: lmstudio-community/Mistral-Small-3.1-24B-Instruct-2503-GGUF -> No missing keys, skipping -Processing existing model not in API: BennyDaBall/Qwen3-4b-Z-Image-Turbo-AbliteratedV1 +Processing existing model not in API: mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/scout-4b-i1-GGUF +Processing existing model not in API: tobil/qmd-query-expansion-1.7B -> No missing keys, skipping -Processing existing model not in API: noctrex/LightOnOCR-2-1B-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: second-state/dolphin-2.6-mistral-7B-GGUF +Processing existing model not in API: DevQuasar/HuggingFaceTB.SmolLM2-1.7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v2-VL-high-gguf +Processing existing model not in API: TheDrummer/Valkyrie-49B-v2.1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/openai_gpt-oss-20b-GGUF +Processing existing model not in API: bartowski/Mistral-Small-22B-ArliAI-RPMax-v1.1-GGUF -> No missing keys, skipping -Processing existing model not in API: syvai/plapre-pico +Processing existing model not in API: BennyDaBall/LFM2.5-1.2B-Z-Image-Engineer-V4 -> No missing keys, skipping -Processing existing model not in API: kurakurai/Luth-LFM2-700M-GGUF +Processing existing model not in API: AlicanKiraz0/Seneca-Cybersecurity-LLM-x-QwQ-32B-Q4_Medium-Version -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-8B-Gemini-3-Pro-Preview-Distill-GGUF +Processing existing model not in API: mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-HighIQ-THINKING-i1-GGUF +Processing existing model not in API: magiccodingman/Seed-OSS-36B-Instruct-unsloth-MagicQuant-Hybrid-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Rivermind-24B-v1-GGUF +Processing existing model not in API: TheDrummer/Gemma-R1-27B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: Phil2Sat/Qwen-Image-Edit-Rapid-AIO-GGUF +Processing existing model not in API: tencent/Youtu-LLM-2B-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/moondream2-20250414-GGUF +Processing existing model not in API: SciPhi/Triplex -> No missing keys, skipping -Processing existing model not in API: mradermacher/UI-TARS-1.5-7B-GGUF +Processing existing model not in API: CohereLabs/tiny-aya-global-GGUF -> No missing keys, skipping -Processing existing model not in API: t-tech/T-lite-it-2.1-GGUF +Processing existing model not in API: mlabonne/gemma-3-27b-it-abliterated-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/XBai-o4-GGUF +Processing existing model not in API: remyxai/SpaceThinker-Qwen2.5VL-3B -> No missing keys, skipping -Processing existing model not in API: unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF +Processing existing model not in API: DavidAU/GLM-4.7-Flash-Grande-42B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator +Processing existing model not in API: bartowski/EuroLLM-9B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF +Processing existing model not in API: TeichAI/Qwen3-4B-Thinking-2507-GPT-5.1-Codex-Max-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF +Processing existing model not in API: SakuraLLM/Sakura-GalTransl-7B-v3.7 -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3-Coder-Next-GGUF +Processing existing model not in API: mradermacher/Qwen2.5-14B-Humanizer-GGUF -> No missing keys, skipping -Processing existing model not in API: XCurOS/XCurOS-0.1-8B-Instruct-GGUF +Processing existing model not in API: Sumitc13/sarvam-30b-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated +Processing existing model not in API: jmelahman/Orchestrator-8B-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF +Processing existing model not in API: bartowski/35b-beta-long-GGUF -> No missing keys, skipping -Processing existing model not in API: SakuraLLM/GalTransl-v4-4B-2512 +Processing existing model not in API: miqudev/miqu-1-70b -> No missing keys, skipping -Processing existing model not in API: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF +Processing existing model not in API: mradermacher/NuMarkdown-8B-Thinking-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Voxtral-Small-24B-2507-GGUF +Processing existing model not in API: typeof/Baguettotron-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Magistral-Small-2509-GGUF +Processing existing model not in API: crownelius/The-Crow-9B -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-Yoyo-V3-42B-A3B-Thinking-TOTAL-RECALL-ST-TNG-III-i1-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-8B-Thinking-abliterated -> No missing keys, skipping -Processing existing model not in API: mmnga-o/CAT-Translate-1.4b-gguf +Processing existing model not in API: mradermacher/Qwen3.5-27B-heretic-v2-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: LocoreMind/LocoOperator-4B-GGUF +Processing existing model not in API: icecubetr/Kumru-2B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/CrucibleLab_M3.2-24B-Loki-V1.3-GGUF +Processing existing model not in API: mradermacher/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-v2-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF +Processing existing model not in API: magiccodingman/Qwen3-30B-A3B-Thinking-2507-unsloth-MagicQuant-Hybrid-GGUF -> No missing keys, skipping -Processing existing model not in API: syvai/plapre-nano +Processing existing model not in API: mradermacher/MiniMax-M2.1-REAP-40-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/WEBGEN-OSS-20B-GGUF +Processing existing model not in API: NikolayKozloff/MiniCPM4.1-8B-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: itlwas/Qwen2.5-Coder-7B-Q4_K_M-GGUF +Processing existing model not in API: darkc0de/Xortron2025 -> No missing keys, skipping -Processing existing model not in API: unsloth/gemma-3-270m-it-qat-GGUF +Processing existing model not in API: ClankLabs/Wrench-9B-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2.1-REAP-50-i1-GGUF +Processing existing model not in API: unsloth/SmolLM3-3B-128K-GGUF -> No missing keys, skipping -Processing existing model not in API: zai-org/glm-edge-1.5b-chat-gguf +Processing existing model not in API: bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/gpt-oss-safeguard-20b-GGUF +Processing existing model not in API: mradermacher/DASD-30B-A3B-Thinking-Preview-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-Medical-GRPO-GGUF +Processing existing model not in API: Triangle104/Qwen2.5-Coder-7B-Instruct-Q5_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/UIGEN-X-4B-0729-GGUF +Processing existing model not in API: unsloth/Devstral-Small-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DR-Tulu-8B-GGUF +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/LLaMAX3-8B-Alpaca-GGUF +Processing existing model not in API: mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF -> No missing keys, skipping -Processing existing model not in API: CrucibleLab/M3.2-24B-Loki-V2-GGUF +Processing existing model not in API: prithivMLmods/Pyxidis-Manim-CodeGen-1.7B-GGUF -> No missing keys, skipping -Processing existing model not in API: Ishaanlol/Aletheia-Llama-3.2-3B +Processing existing model not in API: mradermacher/Discord-Hermes-3-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: second-state/FinGPT-MT-Llama-3-8B-LoRA-GGUF +Processing existing model not in API: ggml-org/Step-3.5-Flash-GGUF -> No missing keys, skipping -Processing existing model not in API: cturan/MiniMax-M2-GGUF +Processing existing model not in API: adityakum667388/lumichats-v1.1 -> No missing keys, skipping -Processing existing model not in API: TinyLlama/TinyLlama-1.1B-Chat-v0.6 +Processing existing model not in API: Andycurrent/DarkIdol-Llama-3.1-8B-Instruct-1.3-Uncensored_GGUF -> No missing keys, skipping -Processing existing model not in API: cesarsal1nas/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-Q4_K_M-GGUF +Processing existing model not in API: ArmGPT/ArmenianGPT-1.0-3B -> No missing keys, skipping -Processing existing model not in API: gghfez/Kimi-K2-0905-no-not-X-but-Y-cv +Processing existing model not in API: LiquidAI/LFM2.5-Audio-1.5B-GGUF -> No missing keys, skipping -Processing existing model not in API: zpm/Llama-3.1-PersianQA +Processing existing model not in API: noctrex/SERA-32B-GGUF -> No missing keys, skipping -Processing existing model not in API: Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q4km-AutoRound +Processing existing model not in API: lapa-llm/lapa-v0.1.2-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/XortronCriminalComputingConfig-i1-GGUF +Processing existing model not in API: SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF -> No missing keys, skipping -Processing existing model not in API: DevQuasar/WeiboAI.VibeThinker-1.5B-GGUF +Processing existing model not in API: Menlo/Lucy-gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/microsoft_Fara-7B-GGUF +Processing existing model not in API: KBlueLeaf/TIPO-500M -> No missing keys, skipping -Processing existing model not in API: unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF +Processing existing model not in API: ValueFX9507/Tifa-DeepsexV2-7b-MGRPO-GGUF-Q4 -> No missing keys, skipping -Processing existing model not in API: gaionaus/GLM-4.7-Flash-REAP-50_Q4_K_M_GGUF +Processing existing model not in API: mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: Epiculous/Violet_Twilight-v0.2-GGUF +Processing existing model not in API: mradermacher/Gemma-3-27B-Derestricted-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/CodeV-R1-Qwen-7B-i1-GGUF +Processing existing model not in API: TheDrummer/Precog-24B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Qwen3-4B-v0.4-deepresearch-no-think-4-GGUF +Processing existing model not in API: noctrex/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-350M-Math-GGUF +Processing existing model not in API: sashisuseso/GPT-OSS-Swallow-20B-SFT-v0.1-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF +Processing existing model not in API: TheDrummer/Mixtral-4x3B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_OpenReasoning-Nemotron-7B-GGUF +Processing existing model not in API: bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-Coder-Next-REAM-GGUF +Processing existing model not in API: mradermacher/GLM-4.7-Flash-Derestricted-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-v2-heretic-GGUF +Processing existing model not in API: mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-MiniCPM-V-4_5-abliterated +Processing existing model not in API: NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF -> No missing keys, skipping -Processing existing model not in API: google/codegemma-7b-GGUF +Processing existing model not in API: noctrex/Qwen3-Coder-REAP-25B-A3B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF +Processing existing model not in API: unsloth/Qwen3-1.7B-GGUF -> No missing keys, skipping -Processing existing model not in API: vanta-research/atom-27b +Processing existing model not in API: unsloth/Qwen3-VL-2B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: sashisuseso/GPT-OSS-Swallow-20B-SFT-v0.1-MXFP4_MOE-GGUF +Processing existing model not in API: mradermacher/MedicalQwen3-Reasoning-14B-IT-GGUF -> No missing keys, skipping -Processing existing model not in API: HuggingFaceTB/SmolLM2-360M-Instruct-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF +Processing existing model not in API: Joseph717171/Jinx-gpt-OSS-20B-MXFP4-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Rocinante-X-12B-v1-i1-GGUF +Processing existing model not in API: Ex0bit/Step-3.5-Flash-PRISM-PRO -> No missing keys, skipping -Processing existing model not in API: Lamapi/next-1b +Processing existing model not in API: mradermacher/gpt-oss-20b-heretic-ara-v3-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: shb777/Llama-3.3-8B-Instruct-128K-GGUF +Processing existing model not in API: google/codegemma-2b-GGUF -> No missing keys, skipping -Processing existing model not in API: SicariusSicariiStuff/Impish_Nemo_12B_ARM +Processing existing model not in API: Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: OpenMOSE/Qwen3-VL-REAP-24B-A3B-GGUF +Processing existing model not in API: ruv/ruvltra -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3.5-122B-A10B-abliterated-GGUF +Processing existing model not in API: MaziyarPanahi/gemma-3-1b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/gemma-3-27b-it-GGUF +Processing existing model not in API: unsloth/Qwen3-4B-Thinking-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Valkyrie-49B-v2.1-GGUF +Processing existing model not in API: SciMaker/T-qwen3.5-4B -> No missing keys, skipping -Processing existing model not in API: inclusionAI/Ring-flash-2.0-GGUF +Processing existing model not in API: TheDrummer/Magidonia-24B-v4.3-GGUF -> No missing keys, skipping -Processing existing model not in API: sandeshrajx/Qwen3.5-24B-A3B-REAP-0.32-GGUF +Processing existing model not in API: mradermacher/Big-Tiger-Gemma-27B-v1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF +Processing existing model not in API: TeichAI/Qwen3.5-4B-Claude-Opus-Reasoning-GGUF -> No missing keys, skipping -Processing existing model not in API: BeaverAI/Cydonia-24B-v4x-GGUF +Processing existing model not in API: KnutJaegersberg/JoyAI-LLM-Flash-Q6_K-GGUF -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/InternVL3_5-30B-A3B-GGUF +Processing existing model not in API: OpenMOSE/Qwen3.5-REAP-97B-A10B-GGUF -> No missing keys, skipping -Processing existing model not in API: stabilityai/stable-code-instruct-3b +Processing existing model not in API: OpenMOSE/Qwen3-VL-REAP-24B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: yairpatch/Qwen3-VL-32B-Instruct-GGUF +Processing existing model not in API: mradermacher/Rocinante-X-12B-v1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: khtsly/Qwen3.5-4B-Claude-4.6-Opus-Distilled-32k-GGUF +Processing existing model not in API: Jackrong/Qwopus3.5-27B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF +Processing existing model not in API: TheDrummer/Gemmasutra-Mini-2B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-24B-v4.1-GGUF +Processing existing model not in API: t-tech/T-lite-it-2.1-GGUF -> No missing keys, skipping -Processing existing model not in API: tastypear/CausalLM-14B-DPO-alpha-GGUF +Processing existing model not in API: yukiarimo/yuna-ai-v4 -> No missing keys, skipping -Processing existing model not in API: mradermacher/Big-Tiger-Gemma-27B-v3-heretic-i1-GGUF +Processing existing model not in API: SciMaker/DeepR -> No missing keys, skipping -Processing existing model not in API: unsloth/granite-4.0-h-350m-GGUF +Processing existing model not in API: Qwen/Qwen3-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: openbmb/AgentCPM-Report-GGUF +Processing existing model not in API: mradermacher/Arisu-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF +Processing existing model not in API: unsloth/Qwen3-VL-4B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Anubis-Mini-8B-v1-i1-GGUF +Processing existing model not in API: LocoreMind/LocoOperator-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: BasedBase/Qwen3-30B-A3B-Thinking-2507-Deepseek-v3.1-Distill-V2 +Processing existing model not in API: mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF +Processing existing model not in API: Jinx-org/Jinx-gpt-oss-20b-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF +Processing existing model not in API: janhq/Jan-v1-edge-gguf -> No missing keys, skipping -Processing existing model not in API: ymcki/Kimi-Linear-48B-A3B-Instruct-GGUF +Processing existing model not in API: bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-14B_Uncencored-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-OS-HERETIC-UNCENSORED-INSTRUCT-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/L3-8B-Stheno-v3.3-32K-GGUF-IQ-Imatrix +Processing existing model not in API: mradermacher/Chronos-Gold-12B-1.0-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Aratako/MioTTS-GGUF +Processing existing model not in API: DavidAU/GLM-4.7-Flash-Grande-Heretic-UNCENSORED-42B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF +Processing existing model not in API: sokann/Qwen3.5-27B-GGUF-4.165bpw -> No missing keys, skipping -Processing existing model not in API: acon96/Home-3B-v2-GGUF +Processing existing model not in API: mradermacher/Strawberry_Smoothie-12B-Model_Stock-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF +Processing existing model not in API: mlabonne/gemma-3-12b-it-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Llama-3.2-8X3B-GATED-MOE-NEO-Reasoning-Dark-Champion-uncensored-18.4B-IMAT-GGUF +Processing existing model not in API: SciMaker/Journal_Club -> No missing keys, skipping -Processing existing model not in API: zhezhe/gemma-2-9b-it-Q4_K_M-GGUF +Processing existing model not in API: ggml-org/GLM-OCR-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Hunyuan-4B-Instruct-GGUF +Processing existing model not in API: bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF -> No missing keys, skipping -Processing existing model not in API: Phr00t/Qwen3-VL-32B-Instruct-heretic-v2-iQ5KS-GGUF +Processing existing model not in API: Bllossom/llama-3-Korean-Bllossom-70B-gguf-Q4_K_M -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Voxtral-Mini-3B-2507-GGUF +Processing existing model not in API: bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/NuMarkdown-8B-Thinking-i1-GGUF +Processing existing model not in API: bombdefuser-124/Qwen3-VL-8B-Instruct-Latest-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Hermes-4-14B-BF16-abliterated-i1-GGUF +Processing existing model not in API: OmniDimen/OmniDimen-4B-Emotion-GGUF-q4_K_M -> No missing keys, skipping -Processing existing model not in API: sugoitoolkit/Sugoi-32B-Ultra-GGUF +Processing existing model not in API: mradermacher/Nanbeige4-3B-Thinking-2511-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-GGUF +Processing existing model not in API: DreamFast/qwen3-4b-heretic -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-1.2B-Tool-GGUF +Processing existing model not in API: TheDrummer/RimTalk-Mini-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/WeirdCompound-v1.7-24b-i1-GGUF +Processing existing model not in API: janhq/Jan-v2-VL-low-gguf -> No missing keys, skipping -Processing existing model not in API: samunder12/llama-3.1-8b-Rp-tadashinu-gguf +Processing existing model not in API: SicariusSicariiStuff/Impish_Nemo_12B_ARM -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-4B-2507-abliterated-GGUF +Processing existing model not in API: syvai/plapre-nano -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF +Processing existing model not in API: mradermacher/MachineLearningLM-7B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2.5-VL-1.6B-GGUF +Processing existing model not in API: bartowski/NemoMix-Unleashed-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-Esper3.1-i1-GGUF +Processing existing model not in API: Lewdiculous/Layris_9B-GGUF-IQ-Imatrix -> No missing keys, skipping -Processing existing model not in API: bartowski/Nanbeige_Nanbeige4-3B-Thinking-2511-GGUF +Processing existing model not in API: jukofyork/Kimi-K2-Instruct-DRAFT-0.6B-v2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/TheTop-5x7B-Instruct-S5-v0.1-GGUF +Processing existing model not in API: mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Snowpiercer-15B-v4-GGUF +Processing existing model not in API: mradermacher/MiroThinker-1.7-mini-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/GLM-4.5-Air-REAP-82B-A12B-MXFP4_MOE-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-4B_Abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: BeaverAI/Behemoth-X-123B-v2f-GGUF +Processing existing model not in API: mradermacher/Apollo-V0.1-4B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Core_24B_V.1-i1-GGUF +Processing existing model not in API: LiquidAI/LFM2-2.6B-Exp-GGUF -> No missing keys, skipping -Processing existing model not in API: LatitudeGames/Wayfarer-12B-GGUF +Processing existing model not in API: zai-org/glm-edge-1.5b-chat-gguf -> No missing keys, skipping -Processing existing model not in API: YOYO-AI/Qwen3-30B-A3B-YOYO-V4-Q4_K_M-GGUF +Processing existing model not in API: Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix -> No missing keys, skipping -Processing existing model not in API: LatitudeGames/Hearthfire-24B-GGUF +Processing existing model not in API: sumgai/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF +Processing existing model not in API: adeelahmad/ReasonableQwen3-4B -> No missing keys, skipping -Processing existing model not in API: XeyonAI/Mistral-Helcyon-Mercury-12b-v3.2-GGUF +Processing existing model not in API: dahara1/Qwen3.5-9B-UD-japanese-imatrix -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepHat-V1-7B-GGUF +Processing existing model not in API: qvac/fabric-llm-finetune-bitnet -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-12b-it-heretic-x-i1-GGUF +Processing existing model not in API: unsloth/Devstral-Small-2505-GGUF -> No missing keys, skipping -Processing existing model not in API: 0xSero/GLM-5-REAP-50pct-Q3_K_M-GGUF +Processing existing model not in API: lex-au/Orpheus-3b-FT-Q4_K_M.gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/nepoticide-12B-Unslop-Unleashed-Mell-RPMax-v2-GGUF +Processing existing model not in API: unsloth/Qwen3-VL-8B-Thinking-1M-GGUF -> No missing keys, skipping -Processing existing model not in API: Abhiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2 +Processing existing model not in API: mradermacher/Gabliterated-Qwen3-0.6B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF +Processing existing model not in API: lmstudio-community/SmolLM2-1.7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nemotron-Cascade-2-30B-A3B-GGUF +Processing existing model not in API: NexaAI/OmniVLM-968M -> No missing keys, skipping -Processing existing model not in API: mradermacher/Prototype-X-12b-GGUF +Processing existing model not in API: mradermacher/ChatWaifu_v1.4-GGUF -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF +Processing existing model not in API: prism-ml/Bonsai-4B-gguf -> No missing keys, skipping -Processing existing model not in API: Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF +Processing existing model not in API: ggml-org/LightOnOCR-1B-1025-GGUF -> No missing keys, skipping -Processing existing model not in API: afrideva/dolphin-2_6-phi-2_oasst2_chatML_V2-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Strawberry_Smoothie-12B-Model_Stock-i1-GGUF +Processing existing model not in API: HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF +Processing existing model not in API: AIImageStudio/Qwen3.5-9b-heretic-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_OpenReasoning-Nemotron-1.5B-GGUF +Processing existing model not in API: mradermacher/OmniCoder-9B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3.5-4B-Claude-Opus-Reasoning-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-HighIQ-THINKING-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF +Processing existing model not in API: bartowski/Llama-3.2-3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen3-32B-GGUF +Processing existing model not in API: unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF +Processing existing model not in API: unsloth/Mistral-Small-4-119B-2603-GGUF -> No missing keys, skipping -Processing existing model not in API: PantheonUnbound/Satyr-V0.1-4B +Processing existing model not in API: mradermacher/Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v2-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Gemma3-27B-it-vl-GLM-4.7-Uncensored-Heretic-Deep-Reasoning-i1-GGUF +Processing existing model not in API: unsloth/Apriel-1.5-15b-Thinker-GGUF -> No missing keys, skipping -Processing existing model not in API: tencent/HY-MT1.5-1.8B-GGUF +Processing existing model not in API: mradermacher/DeepHat-V1-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: NiroshanDb23/Lily-Cybersecurity-7B-Uncensored-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-35B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Openai_gpt-oss-20b-NEO-GGUF +Processing existing model not in API: bartowski/Aurore-Reveil_Koto-Small-7B-IT-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF +Processing existing model not in API: mradermacher/Big-Tiger-Gemma-27B-v3-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MN-Violet-Lotus-12B-GGUF +Processing existing model not in API: DevQuasar/Nanbeige.Nanbeige4.1-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF +Processing existing model not in API: unsloth/Qwen3-4B-Instruct-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Qwen3-Coder-REAP-25B-A3B-MXFP4_MOE-GGUF +Processing existing model not in API: Felladrin/gguf-MXFP4-gpt-oss-20b-Derestricted -> No missing keys, skipping -Processing existing model not in API: leeminwaan/Qwen3-MOE-4x0.6B-2.4B-reasoning-v1-full-GGUF +Processing existing model not in API: iwalton3/sycofact -> No missing keys, skipping -Processing existing model not in API: mradermacher/XORTRON.CriminalComputing.LARGE.2026.3-i1-GGUF +Processing existing model not in API: Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF -> No missing keys, skipping -Processing existing model not in API: turkerberkdonmez/TUSGPT-TR-Medical-9B +Processing existing model not in API: unsloth/phi-4-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2-i1-GGUF +Processing existing model not in API: Zero-Point-AI/MARTHA-2B -> No missing keys, skipping -Processing existing model not in API: mradermacher/OmniCoder-9B-i1-GGUF +Processing existing model not in API: LiquidAI/LFM2-350M-Math-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Llama-3.3-8B-Instruct-128k-abliterated-GGUF +Processing existing model not in API: QuantFactory/Lily-Cybersecurity-7B-v0.2-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF +Processing existing model not in API: BeaverAI/Cydonia-24B-v4x-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/GLM-OCR-GGUF +Processing existing model not in API: YanLabs/gemma-3-27b-it-abliterated-normpreserve-GGUF -> No missing keys, skipping -Processing existing model not in API: openbmb/MiniCPM-V-4-gguf +Processing existing model not in API: Tavernari/git-commit-message -> No missing keys, skipping -Processing existing model not in API: Ex0bit/MiniMax-M2.1-PRISM +Processing existing model not in API: IlyaGusev/saiga_gemma3_12b_gguf -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen2.5-Coder-3B-Instruct-GGUF +Processing existing model not in API: varma007ut/Indian_Legal_Assitant -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-27b-it-ultra-uncensored-heretic-i1-GGUF +Processing existing model not in API: mav23/Pentest_AI-GGUF -> No missing keys, skipping -Processing existing model not in API: AIImageStudio/Qwen3.5-9b-heretic-v2-GGUF +Processing existing model not in API: SciMaker/Sheldon -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2.5-REAP-172B-A10B-i1-GGUF +Processing existing model not in API: TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-Jan-Nano-128k-6B-Brainstorm20x-GGUF +Processing existing model not in API: mradermacher/Qwen-3.5-27B-Derestricted-GGUF -> No missing keys, skipping -Processing existing model not in API: danielcherubini/Qwen3.5-DeltaCoder-9B-GGUF +Processing existing model not in API: MaziyarPanahi/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: Intel/Qwen3-30B-A3B-Instruct-2507-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: lmstudio-community/gemma-3n-E4B-it-text-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/QwenLong-L1.5-30B-A3B-GGUF +Processing existing model not in API: bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: midorin-Linux/gpt-oss-20b-Coding-Distill-GGUF +Processing existing model not in API: TheDrummer/Rocinante-X-12B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF +Processing existing model not in API: Toadaid/tobyworld-mirror-q4km-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF +Processing existing model not in API: TeichAI/Qwen3-8B-Gemini-3-Pro-Preview-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: dphn/Dolphin3.0-Llama3.1-8B-GGUF +Processing existing model not in API: LuffyTheFox/Qwen3.5-9B-Uncensored-HauhauCS-Affine -> No missing keys, skipping -Processing existing model not in API: ggml-org/Nemotron-Nano-3-30B-A3B-GGUF +Processing existing model not in API: MaziyarPanahi/BASH-Coder-Mistral-7B-Mistral-7B-Instruct-v0.2-slerp-GGUF -> No missing keys, skipping -Processing existing model not in API: timteh673/Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF +Processing existing model not in API: inclusionAI/Ling-mini-2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: Crownelius/The-Crow-9B-Creative-Writing-Opus4.6-DISTILL-Heretic +Processing existing model not in API: YanLabs/gemma-3-27b-abliterated-normpreserve-GGUF -> No missing keys, skipping -Processing existing model not in API: Andycurrent/Dolphin3.0-Llama3.1-8B +Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: AaryanK/NousCoder-14B-GGUF +Processing existing model not in API: mradermacher/CabraMistral-v3-7b-32k-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v2-VL-med-gguf +Processing existing model not in API: bartowski/MN-12B-Lyra-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: INSAIT-Institute/MamayLM-Gemma-3-12B-IT-v1.0-GGUF +Processing existing model not in API: unsloth/gemma-3n-E2B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen-3.5-27B-Derestricted-GGUF +Processing existing model not in API: webbigdata/FanFic-Illustrator_gguf -> No missing keys, skipping -Processing existing model not in API: gabriellarson/GroveMoE-Inst-GGUF +Processing existing model not in API: unsloth/GLM-4.1V-9B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: miqudev/miqu-1-70b +Processing existing model not in API: LiquidAI/LFM2-1.2B-GGUF -> No missing keys, skipping -Processing existing model not in API: magiccodingman/Qwen3-4B-Instruct-2507-Unsloth-MagicQuant-Hybrid-GGUF +Processing existing model not in API: QuantFactory/LLaMAX3-8B-Alpaca-GGUF -> No missing keys, skipping -Processing existing model not in API: darkc0de/Xortron2025 +Processing existing model not in API: taide/TAIDE-LX-7B-Chat-4bit -> No missing keys, skipping -Processing existing model not in API: q1776/survival-uncensored-gemma-270m +Processing existing model not in API: HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive -> No missing keys, skipping -Processing existing model not in API: gghfez/gpt-oss-120b-Derestricted.MXFP4_MOE-gguf +Processing existing model not in API: mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: alpha-ai/Medical-Diagnosis-COT-Gemma3-270M +Processing existing model not in API: oblivious/ruGPT-3.5-13B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF +Processing existing model not in API: MLP-KTLim/llama-3-Korean-Bllossom-8B-gguf-Q4_K_M -> No missing keys, skipping -Processing existing model not in API: jackalxyz/Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-GGUF +Processing existing model not in API: mradermacher/KAT-Dev-72B-Exp-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF +Processing existing model not in API: mradermacher/Huihui-gemma-3n-E4B-it-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF +Processing existing model not in API: bartowski/Captain-Eris_Violet-V0.420-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF +Processing existing model not in API: bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: mlabonne/gemma-3-27b-it-abliterated-v2-GGUF +Processing existing model not in API: DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Mars_27B_V.1-i1-GGUF +Processing existing model not in API: HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive -> No missing keys, skipping -Processing existing model not in API: mradermacher/OpenResearcher-30B-A3B-i1-GGUF +Processing existing model not in API: dphn/dolphin-2.9.3-mistral-nemo-12b-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/silly-v0.2-GGUF +Processing existing model not in API: prithivMLmods/chandra-OCR-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF +Processing existing model not in API: Lewdiculous/Llama-3.1-8B-ArliAI-Formax-v1.0-GGUF-IQ-ARM-Imatrix -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3-SthenoMaidBlackroot-8.9B-V1-BRAINSTORM-5x-GGUF +Processing existing model not in API: mradermacher/gemma-3-12b-it-norm-preserved-biprojected-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-i1-GGUF +Processing existing model not in API: Bumoch/The_Creeping_Darkness-X2-16B -> No missing keys, skipping -Processing existing model not in API: ilintar/MiniMax-M2-REAP-172B-A10B-GGUF +Processing existing model not in API: LiquidAI/LFM2-1.2B-RAG-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Snowpiercer-15B-v3-GGUF +Processing existing model not in API: unsloth/gemma-3-270m-it-qat-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-R1-24B-v4-GGUF +Processing existing model not in API: Intel/MiniMax-M2-REAP-172B-A10B-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF +Processing existing model not in API: Liontix/Qwen3-8B-Claude-Sonnet-4-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF +Processing existing model not in API: mradermacher/SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Qwen3.5-122B-A10B-PRISM-PRO-GGUF +Processing existing model not in API: ggml-org/GLM-4.6V-GGUF -> No missing keys, skipping -Processing existing model not in API: gguf-org/chat +Processing existing model not in API: mmnga-o/CAT-Translate-1.4b-gguf -> No missing keys, skipping -Processing existing model not in API: Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF +Processing existing model not in API: mradermacher/Mars_27B_V.1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/BASH-Coder-Mistral-7B-Mistral-7B-Instruct-v0.2-slerp-GGUF +Processing existing model not in API: mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: xiaomi-open-source/Xiaomi-MiMo-VL-Miloco-7B-GGUF +Processing existing model not in API: mradermacher/Stentor-30M-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nemotron-Terminal-8B-i1-GGUF +Processing existing model not in API: LatitudeGames/Hearthfire-24B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/google_gemma-3n-E4B-it-GGUF +Processing existing model not in API: mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: WhoIsShe/Llama3.2-3b-cybersecurity-abliterated +Processing existing model not in API: mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/GELab-Zero-4B-preview-GGUF +Processing existing model not in API: INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF -> No missing keys, skipping -Processing existing model not in API: huawei-csl/Qwen3-4B-PreSINQ-GGUF +Processing existing model not in API: mradermacher/Hermes-4-14B-BF16-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v3.5-4B-gguf +Processing existing model not in API: tastypear/CausalLM-7B-DPO-alpha-GGUF -> No missing keys, skipping -Processing existing model not in API: ngxson/Home-Cook-Mistral-Small-Omni-24B-2507-GGUF +Processing existing model not in API: MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Olmo-3-7B-Think-GGUF +Processing existing model not in API: DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF -> No missing keys, skipping -Processing existing model not in API: samunder12/llama-3.1-8b-OneLastStory-gguf +Processing existing model not in API: JaaackXD/Llama-3-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MAI-UI-8B-GGUF +Processing existing model not in API: mradermacher/Josiefied-DeepSeek-R1-0528-Qwen3-8B-abliterated-v1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF +Processing existing model not in API: QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Qwen2.5-Coder-7B-3x-Instruct-TIES-v1.2-GGUF +Processing existing model not in API: vanta-research/atom-v1-preview-12b -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-Coder-0.5B-Instruct-GGUF +Processing existing model not in API: kurakurai/Luth-LFM2-700M-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF +Processing existing model not in API: Writer/palmyra-mini-thinking-b-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/Lumimaid-v0.2-12B-GGUF-IQ-Imatrix +Processing existing model not in API: varma007ut/Indian_law_chat_minor_project -> No missing keys, skipping -Processing existing model not in API: unsloth/Nemotron-3-Nano-30B-A3B-GGUF +Processing existing model not in API: turkerberkdonmez/TUSGPT-TR-Medical-9B -> No missing keys, skipping -Processing existing model not in API: bartowski/Lexi-Llama-3-8B-Uncensored-GGUF +Processing existing model not in API: mradermacher/PromptEnhancer-32B-GGUF -> No missing keys, skipping -Processing existing model not in API: icecubetr/Kumru-2B-GGUF +Processing existing model not in API: mudler/Qwen3-Coder-Next-APEX-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/GLM-4.7-Flash-PRISM +Processing existing model not in API: TheDrummer/Cydonia-24B-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/35b-beta-long-GGUF +Processing existing model not in API: llmfan46/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Qwen3-48B-A4B-Savant-Commander-GATED-12x-Closed-Open-Source-Distill-GGUF +Processing existing model not in API: bartowski/gemma-2-9b-it-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2.5-Audio-1.5B-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: jmelahman/Orchestrator-8B-Q4_K_M-GGUF +Processing existing model not in API: Qwen/Qwen3-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: electroglyph/gemma-3-4b-it-unslop-GRPO +Processing existing model not in API: Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/gemma-3n-E2B-it-GGUF +Processing existing model not in API: khtsly/Qwen3.5-4B-Claude-4.6-Opus-Distilled-32k-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF +Processing existing model not in API: mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF +Processing existing model not in API: TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF +Processing existing model not in API: TeichAI/Qwen3-4B-Thinking-2507-GPT-5.2-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: the-clanker-lover/steelman-14b-ada-GGUF +Processing existing model not in API: speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF +Processing existing model not in API: SakuraLLM/GalTransl-v4-4B-2512 -> No missing keys, skipping -Processing existing model not in API: noctrex/aquif-3.5-Max-1205-MXFP4_MOE-GGUF +Processing existing model not in API: LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF +Processing existing model not in API: ggml-org/Nemotron-3-Super-120B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF +Processing existing model not in API: dphn/Dolphin3.0-Llama3.1-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-VL-235B-A22B-Thinking-heretic-i1-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Lamapi/next-270m-Q5_0-GGUF +Processing existing model not in API: huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2 -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3-Grand-Story-Darkness-MOE-4X8-24.9B-e32-GGUF +Processing existing model not in API: stacksnathan/Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF -> No missing keys, skipping -Processing existing model not in API: OuteAI/OuteTTS-1.0-0.6B-GGUF +Processing existing model not in API: bartowski/google_gemma-4-E2B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Pyxidis-Manim-CodeGen-1.7B-GGUF +Processing existing model not in API: osmosis-ai/osmosis-mcp-4b -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Ministral-3b-instruct-GGUF +Processing existing model not in API: mradermacher/MiniMax-M2-THRIFT-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: khtsly/Qwen3.5-35B-A3B-Claude-4.6-Opus-Distilled-32k-GGUF +Processing existing model not in API: inclusionAI/Ring-flash-2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.5-Air-Derestricted-i1-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-Sky-High-Hermes-gabliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Nanbeige4.1-3B-f32-GGUF +Processing existing model not in API: TeichAI/LFM2.5-1.2B-Thinking-Pony-Alpha-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-GGUF +Processing existing model not in API: bartowski/google_gemma-3-4b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/ERNIE-21B-A3B-Claude-4.5-High-OPUS-Thinking-i1-GGUF +Processing existing model not in API: mradermacher/GLM-4.5-Air-Derestricted-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-350M-PII-Extract-JP-GGUF +Processing existing model not in API: naver-ellm/HyperCLOVAX-SEED-Omni-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Jan-nano-128k-GGUF +Processing existing model not in API: unsloth/gpt-oss-20b-GGUF -> No missing keys, skipping -Processing existing model not in API: freddm/JoyAI-LLM-Flash-GGUF +Processing existing model not in API: TheDrummer/Snowpiercer-15B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Ministral-3-14B-Instruct-2512-GGUF +Processing existing model not in API: tabularisai/Faust-1 -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF +Processing existing model not in API: mradermacher/maya1-GGUF -> No missing keys, skipping -Processing existing model not in API: AngelSlim/HY-1.8B-2Bit-GGUF +Processing existing model not in API: Infinigence/Megrez2-3x7B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/NousResearch_Hermes-4-14B-GGUF +Processing existing model not in API: unsloth/granite-4.0-h-micro-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/allenai_olmOCR-2-7B-1025-GGUF +Processing existing model not in API: bartowski/dolphin-2.9.4-llama3.1-8b-GGUF -> No missing keys, skipping -Processing existing model not in API: remyxai/SpaceThinker-Qwen2.5VL-3B +Processing existing model not in API: mlabonne/Hermes-3-Llama-3.1-8B-lorablated-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_NVIDIA-Nemotron-Nano-12B-v2-GGUF +Processing existing model not in API: neuphonic/neutts-air-q8-gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/google_gemma-3-4b-it-GGUF +Processing existing model not in API: unsloth/Cosmos-Reason1-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive +Processing existing model not in API: DavidAU/L3-SthenoMaidBlackroot-8.9B-V1-BRAINSTORM-5x-GGUF -> No missing keys, skipping -Processing existing model not in API: xtuner/llava-phi-3-mini-gguf +Processing existing model not in API: Liyulingyue/PaddleOCR-VL-half-GGUF-pured -> No missing keys, skipping -Processing existing model not in API: kyungbae/gemma-2-finance-Q4_K_M-GGUF +Processing existing model not in API: Intel/Qwen3-8B-GGUF-Q2KS-AS-AutoRound -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-4B-Abliterated-Caption +Processing existing model not in API: bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mkurman/GLM-4.7-Flash-SynthLabs-REAP-25-GGUF +Processing existing model not in API: barozp/Qwen-3.5-28B-A3B-REAP-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Cydonia-R1-24B-v4.1-GGUF +Processing existing model not in API: nisten/Biggie-SmoLlm-0.15B-Base -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-i1-GGUF +Processing existing model not in API: bartowski/microsoft_Fara-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: Aisho67/Qwen3.5-4b-Opus-4.6-Reasoning-Distilled-v1-GGUF +Processing existing model not in API: Abhiray/gemma-4-E4B-it-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-4B_Abliterated-GGUF +Processing existing model not in API: DevsDoCode/LLama-3-8b-Uncensored-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-GGUF +Processing existing model not in API: TheDrummer/Anubis-Mini-8B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: DreamFast/gemma-3-12b-it-heretic-v2 +Processing existing model not in API: BasedBase/Qwen3-30B-A3B-Thinking-2507-Deepseek-v3.1-Distill-V2 -> No missing keys, skipping -Processing existing model not in API: bartowski/zai-org_GLM-4.7-Flash-GGUF +Processing existing model not in API: YOYO-AI/Qwen3-30B-A3B-YOYO-V4-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: ValueFX9507/Tifa-DeepsexV3-14b-GGUF-Q6 +Processing existing model not in API: noctrex/Huihui-Qwen3.5-35B-A3B-abliterated-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF +Processing existing model not in API: sarvamai/sarvam-m-q8-gguf -> No missing keys, skipping -Processing existing model not in API: barozp/Qwen-3.5-28B-A3B-REAP-GGUF +Processing existing model not in API: mradermacher/Phi4-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF +Processing existing model not in API: buzzpy/Glitch-v1-8B -> No missing keys, skipping -Processing existing model not in API: MuXodious/gemma-3n-E4B-it-absolute-heresy-imatrix-GGUF +Processing existing model not in API: mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: ibm-granite/granite-4.0-micro-GGUF +Processing existing model not in API: mradermacher/DASD-4B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF +Processing existing model not in API: mradermacher/GLM-4.6-REAP-218B-A32B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: vito95311/Qwen3-Omni-30B-A3B-Thinking-GGUF-INT8FP16 +Processing existing model not in API: bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-HighIQ-THINKING-GGUF +Processing existing model not in API: bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen3-VL-4B-Instruct-Unredacted-MAX-GGUF +Processing existing model not in API: bartowski/starcoder2-15b-instruct-v0.1-GGUF -> No missing keys, skipping -Processing existing model not in API: ValueFX9507/Tifa-DeepsexV2-7b-MGRPO-GGUF-Q4 +Processing existing model not in API: mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: osmosis-ai/osmosis-mcp-4b +Processing existing model not in API: mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF +Processing existing model not in API: rachpradhan/Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1 -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF +Processing existing model not in API: LiconStudio/Qwen3.5-9B-t2i_prompt_distillation_GGUF -> No missing keys, skipping -Processing existing model not in API: supernovaburn/Llama3-8b-chinese-Uncensored-v0.1-gguf +Processing existing model not in API: llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.5-Iceblink-v2-106B-A12B-i1-GGUF +Processing existing model not in API: xtuner/llava-phi-3-mini-gguf -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v1-edge-gguf +Processing existing model not in API: bartowski/tencent_Hunyuan-7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: llmfan46/Qwen3.5-35B-A3B-heretic-v1-GGUF +Processing existing model not in API: mradermacher/DR-Tulu-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-2.6B-GGUF +Processing existing model not in API: infinityai/Qwen3.5-397B-REAP-55-Q3_K_M -> No missing keys, skipping -Processing existing model not in API: bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-HighIQ-THINKING-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/translategemma-4b-it-GGUF +Processing existing model not in API: prithivMLmods/Qwen3-4B-Valiant-Polaris-f32-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF +Processing existing model not in API: DavidAU/L3.1-RP-Hero-InBetween-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: SerialKicked/Qwen3-VL-32B-Thinking-heretic-GGUF +Processing existing model not in API: XueNian/XueNian-Qwen3-14B-furry-novel-gguf -> No missing keys, skipping -Processing existing model not in API: crownelius/The-Crow-9B +Processing existing model not in API: bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: yqkm/Unrestricted-Knowledge-Will-Not-Refuse-15B-Q4_K_M-GGUF +Processing existing model not in API: mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF +Processing existing model not in API: AaryanK/Solar-Open-100B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-Omni-7B-GGUF +Processing existing model not in API: Menlo/Jan-nano-gguf -> No missing keys, skipping -Processing existing model not in API: noctrex/aquif-3.5-Max-42B-A3B-MXFP4_MOE-GGUF +Processing existing model not in API: tiiuae/Falcon-H1-Tiny-90M-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: lex-au/Orpheus-3b-FT-Q4_K_M.gguf +Processing existing model not in API: ValueFX9507/Tifa-DeepsexV2-7b-MGRPO-GGUF-F16 -> No missing keys, skipping -Processing existing model not in API: mradermacher/Discord-Hermes-3-8B-GGUF +Processing existing model not in API: tp7030/Qwen3-Coder-30B-A3B-Instruct-FP8-Q6_K-GGUF -> No missing keys, skipping -Processing existing model not in API: MuXodious/GLM-4.7-Flash-REAP-23B-A3B-absolute-heresy-GGUF +Processing existing model not in API: UniverseTBD/astrollama.gguf -> No missing keys, skipping -Processing existing model not in API: gghfez/GLM-4.6-control-vectors +Processing existing model not in API: gghfez/Kimi-K2-0905-no-not-X-but-Y-cv -> No missing keys, skipping -Processing existing model not in API: Menlo/Jan-nano-128k-gguf +Processing existing model not in API: Trina-QwQ/Trama -> No missing keys, skipping -Processing existing model not in API: GitMylo/nsfwvision-qwen3-vl-8b-v3-gguf +Processing existing model not in API: Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1 -> No missing keys, skipping -Processing existing model not in API: unsloth/Apriel-1.5-15b-Thinker-GGUF +Processing existing model not in API: LiquidAI/LFM2.5-1.2B-JP-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/OmniCoder-9B-Claude-Opus-High-Reasoning-Distill-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-30B-A3B-Mixture-2507-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: neuphonic/neutts-air +Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Liontix/Qwen3-8B-Gemini-2.5-Pro-Distill-GGUF +Processing existing model not in API: midorin-Linux/gpt-oss-20b-Coding-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: Cactus-Compute/Gemma3-270m-Instruct-GGUF +Processing existing model not in API: staghado/LightOnOCR-2-1B-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Precog-24B-v1-GGUF +Processing existing model not in API: mradermacher/MAI-UI-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF +Processing existing model not in API: bartowski/zai-org_GLM-4.7-Flash-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF +Processing existing model not in API: LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/Layris_9B-GGUF-IQ-Imatrix +Processing existing model not in API: huihui-ai/Huihui-gpt-oss-20b-mxfp4-abliterated-v2 -> No missing keys, skipping -Processing existing model not in API: bartowski/bralynn_pydevmini1-GGUF +Processing existing model not in API: LoneStriker/openbuddy-deepseek-10b-v17.1-4k-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Qwen3-VL-42B-A3B-Thinking-Brainstorm20x-GGUF +Processing existing model not in API: bartowski/NousResearch_NousCoder-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-MXFP4_MOE-GGUF +Processing existing model not in API: mradermacher/MiniMax-M2.1-REAP-139B-A10B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/aquif-3-moe-17b-a2.8b-GGUF +Processing existing model not in API: unsloth/Ministral-3-14B-Reasoning-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: SciMaker/DeepR +Processing existing model not in API: DevQuasar/swiss-ai.Apertus-8B-Instruct-2509-GGUF -> No missing keys, skipping -Processing existing model not in API: neuralcrew/neutrino-instruct +Processing existing model not in API: noctrex/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-ultimate-irrefusable-heretic-GGUF +Processing existing model not in API: afrideva/dolphin-2_6-phi-2_oasst2_chatML_V2-GGUF -> No missing keys, skipping -Processing existing model not in API: AXONVERTEX-AI-RESEARCH/Orchestrator-8B-Q8_0-GGUF +Processing existing model not in API: BennyDaBall/Qwen3-4b-Z-Image-Engineer-V2.5 -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/SmolLM2-1.7B-Instruct-GGUF +Processing existing model not in API: bartowski/zed-industries_zeta-2-GGUF -> No missing keys, skipping -Processing existing model not in API: playable/Playable1-GGUF +Processing existing model not in API: mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Sky-High-Hermes-gabliterated-GGUF +Processing existing model not in API: mradermacher/Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-GGUF -> No missing keys, skipping -Processing existing model not in API: INSAIT-Institute/BgGPT-Gemma-3-4B-IT-GGUF +Processing existing model not in API: ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B -> No missing keys, skipping -Processing existing model not in API: bartowski/starcoder2-15b-instruct-v0.1-GGUF +Processing existing model not in API: DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF +Processing existing model not in API: mradermacher/MN-12B-Mag-Mell-R1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/medgemma-4b-it-GGUF +Processing existing model not in API: microsoft/phi-4-gguf -> No missing keys, skipping -Processing existing model not in API: Intel/MiniMax-M2-REAP-172B-A10B-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: llmfan46/Qwen3.5-9B-ultra-heretic-GGUF +Processing existing model not in API: tiiuae/Falcon-H1-7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: vanta-research/atom-v1-preview-12b +Processing existing model not in API: zerofata/Q3.5-BlueStar-27B-gguf -> No missing keys, skipping -Processing existing model not in API: google/gemma-7b-it +Processing existing model not in API: t-tech/T-pro-it-2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/tencent_Hunyuan-7B-Instruct-GGUF +Processing existing model not in API: Otakadelic/mergekit-model_stock-prczfmj-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: Intel/GLM-4.6-REAP-218B-A32B-FP8-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: noctrex/Kimi-VL-A3B-Thinking-2506-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen3-8B-GGUF +Processing existing model not in API: LiquidAI/LFM2-350M-ENJP-MT-GGUF -> No missing keys, skipping -Processing existing model not in API: Andycurrent/gemma-3-12b-it-uncensored-GGUF +Processing existing model not in API: prithivMLmods/Qwen3-VisionCaption-2B-GGUF -> No missing keys, skipping -Processing existing model not in API: MerlinSafety/Qwen3.5-4B-Safety-Thinking +Processing existing model not in API: mradermacher/Alisia-7B-it-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: NousResearch/Hermes-2-Pro-Mistral-7B-GGUF +Processing existing model not in API: Jackrong/Qwopus3.5-4B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF +Processing existing model not in API: ddh0/GLM-4.5-Air-GGUF -> No missing keys, skipping -Processing existing model not in API: LuffyTheFox/Qwen3.5-9B-Uncensored-HauhauCS-Affine +Processing existing model not in API: zai-org/codegeex4-all-9b-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Magnum-Opus-35B-A3B-i1-GGUF +Processing existing model not in API: MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF -> No missing keys, skipping -Processing existing model not in API: Toadaid/tobyworld-mirror-q4km-gguf +Processing existing model not in API: mradermacher/DrakIdol-Roleplayer-1.0-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/AesCoder-4B-GGUF +Processing existing model not in API: gabriellarson/Tongyi-DeepResearch-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Seed-Coder-8B-Reasoning-GGUF +Processing existing model not in API: mistralai/Devstral-Small-2507_gguf -> No missing keys, skipping -Processing existing model not in API: bullerwins/translategemma-27b-it-GGUF +Processing existing model not in API: Callimesh/GMeshNet-OSS-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF +Processing existing model not in API: Beinsezii/Qwen3.5-122B-A10B-GGUF-HALO -> No missing keys, skipping -Processing existing model not in API: mradermacher/Baichuan-M3-235B-GGUF +Processing existing model not in API: unsloth/Qwen2.5-Coder-0.5B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: ai21labs/AI21-Jamba-Reasoning-3B-GGUF +Processing existing model not in API: mradermacher/Nemotron-Terminal-8B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/mn-12b-rp-without-dumb-GGUF +Processing existing model not in API: unsloth/Qwen3-VL-4B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nemotron-Cascade-2-30B-A3B-i1-GGUF +Processing existing model not in API: gorilla-llm/gorilla-openfunctions-v2-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nanbeige4.1-3B-i1-GGUF +Processing existing model not in API: QuantStack/InternVL3_5-GPT-OSS-20B-A4B-Preview-gguf -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Phi-4-mini-instruct-GGUF +Processing existing model not in API: zai-org/glm-edge-4b-chat-gguf -> No missing keys, skipping -Processing existing model not in API: zai-org/codegeex4-all-9b-GGUF +Processing existing model not in API: LiquidAI/LFM2-1.2B-Extract-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/GLM-4.7-Flash-heretic-i1-GGUF +Processing existing model not in API: NousResearch/Hermes-3-Llama-3.1-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF +Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-retrieval -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF +Processing existing model not in API: ymcki/Kimi-Linear-48B-A3B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/maya1-GGUF +Processing existing model not in API: bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF +Processing existing model not in API: Vikhrmodels/QVikhr-3-8B-Instruction-GGUF -> No missing keys, skipping -Processing existing model not in API: PowerInfer/SmallThinker-4BA0.6B-Instruct-GGUF +Processing existing model not in API: mradermacher/Dolphin-Mistral-24B-Venice-Edition-GGUF -> No missing keys, skipping -Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-retrieval-GGUF +Processing existing model not in API: QuantFactory/Muse-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Llama3.1-DeepDilemma-V1-8B-i1-GGUF +Processing existing model not in API: DavidAU/Llama-3.2-8X3B-GATED-MOE-NEO-Reasoning-Dark-Champion-uncensored-18.4B-IMAT-GGUF -> No missing keys, skipping -Processing existing model not in API: Lamapi/next-4b +Processing existing model not in API: mradermacher/CreativeSocialAgent_GLM_4.7_Flash-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/KillChain-8B-i1-GGUF +Processing existing model not in API: mistralai/Ministral-3-3B-Instruct-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/SmolLM3-3B-GGUF +Processing existing model not in API: bartowski/openai_gpt-oss-120b-GGUF-MXFP4-Experimental -> No missing keys, skipping -Processing existing model not in API: winninghealth/WiNGPT-Babel-2-GGUF +Processing existing model not in API: prithivMLmods/MedScholar-1.5B-f32-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Apollo-V0.1-4B-Thinking-GGUF +Processing existing model not in API: osmosis-ai/Osmosis-Apply-1.7B -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiroThinker-v1.5-30B-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: fdtn-ai/Foundation-Sec-8B-Instruct-Q8_0-GGUF +Processing existing model not in API: llmfan46/Qwen3.5-27B-heretic-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v2-VL-max-gguf +Processing existing model not in API: mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Ministral-3-3B-Reasoning-2512-GGUF +Processing existing model not in API: Intel/Qwen3-30B-A3B-Thinking-2507-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping -Processing existing model not in API: TeichAI/Nemotron-Cascade-14B-Thinking-Claude-4.5-Opus-High-Reasoning-Distill-GGUF +Processing existing model not in API: AaryanK/NousCoder-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: IlyaGusev/saiga_llama3_8b_gguf +Processing existing model not in API: janhq/Jan-v1-2509-gguf -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Qwen3-14B-GGUF +Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF +Processing existing model not in API: LuffyTheFox/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Kullback-Leibler -> No missing keys, skipping -Processing existing model not in API: ubergarm/Hunyuan-A13B-Instruct-GGUF +Processing existing model not in API: LiquidAI/LFM2.5-350M-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF +Processing existing model not in API: Flagstone8878/Qwen3.5-18B-REAP-A3B-Coding-GGUF -> No missing keys, skipping -Processing existing model not in API: anthracite-org/magnum-v2.5-12b-kto-gguf +Processing existing model not in API: mradermacher/KillChain-8B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/NousResearch_NousCoder-14B-GGUF +Processing existing model not in API: EganAI/qwen3.5-9b-terminal-merge -> No missing keys, skipping -Processing existing model not in API: DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF +Processing existing model not in API: mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: praiselab-picuslab/Gemma3-4B-Fine-TOONed +Processing existing model not in API: gabriellarson/MindLink-32B-0801-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-4B-Instruct-2507-GGUF +Processing existing model not in API: Lewdiculous/Lumimaid-v0.2-12B-GGUF-IQ-Imatrix -> No missing keys, skipping -Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-BSNL-gguf +Processing existing model not in API: QuantFactory/NSFW_DPO_Noromaid-7b-Mistral-7B-Instruct-v0.1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF +Processing existing model not in API: lilyanatia/Bonsai-8B-requantized -> No missing keys, skipping -Processing existing model not in API: mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF +Processing existing model not in API: Trilogix1/Hugston-microsoft-Fara-7B -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF +Processing existing model not in API: mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: tiiuae/Falcon-H1R-7B-GGUF +Processing existing model not in API: QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Intel/Qwen3-30B-A3B-Thinking-2507-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: ShayanCyan/phi4-multimodal-quantisized-gguf -> No missing keys, skipping -Processing existing model not in API: t-tech/T-pro-it-2.0-GGUF +Processing existing model not in API: samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-8B-Thinking-abliterated +Processing existing model not in API: Lamapi/next-ocr -> No missing keys, skipping -Processing existing model not in API: mradermacher/Mistral-NeMo-12B-Unslopper-FR-v1-i1-GGUF +Processing existing model not in API: mmnga-o/llm-jp-4-8b-thinking-gguf -> No missing keys, skipping -Processing existing model not in API: noctrex/Kimi-VL-A3B-Thinking-2506-MXFP4_MOE-GGUF +Processing existing model not in API: unsloth/gemma-3-27b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3.5-397B-A17B-GGUF +Processing existing model not in API: gabriellarson/Hermes-4-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-i1-GGUF +Processing existing model not in API: openbmb/MiniCPM4.1-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: Bumoch/The_Creeping_Darkness-X2-16B +Processing existing model not in API: NiroshanDb23/Lily-Cybersecurity-7B-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-14B-GGUF +Processing existing model not in API: tiiuae/Falcon-H1-Tiny-R-0.6B-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Nemotron-Cascade-8B-Thinking-Claude-4.5-Opus-High-Reasoning-Distill-GGUF +Processing existing model not in API: jwest33/qwen3.5-9b-null-space-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Writer/palmyra-mini-thinking-b-GGUF +Processing existing model not in API: mradermacher/MARTHA-9B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Green-eyedDevil/Monika-49B-GGUFs +Processing existing model not in API: Manojb/Qwen3-4b-toolcall-gguf-llamacpp-codex -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-VL-4B-Thinking-GGUF +Processing existing model not in API: unsloth/gemma-3n-E4B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-12b-it-heretic-GGUF +Processing existing model not in API: leeminwaan/Qwen3-MOE-4x0.6B-2.4B-reasoning-v1-full-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/gemma-3-1b-it-GGUF +Processing existing model not in API: MaziyarPanahi/Phi-3.5-mini-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: zerofata/Q3.5-BlueStar-27B-gguf +Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-vi-gguf -> No missing keys, skipping -Processing existing model not in API: TheDrummer/RimTalk-Mini-v1-GGUF +Processing existing model not in API: DavidAU/Qwen3-VL-42B-A3B-Thinking-Brainstorm20x-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-9B-heretic-GGUF +Processing existing model not in API: unsloth/Ministral-3-14B-Instruct-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: tiiuae/Falcon-H1-Tiny-90M-Instruct-GGUF +Processing existing model not in API: noctrex/Nemotron-3-Nano-30B-A3B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: KBlueLeaf/TIPO-500M +Processing existing model not in API: bartowski/p-e-w_gpt-oss-20b-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF +Processing existing model not in API: bartowski/gemma-2-2b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-4B-GGUF +Processing existing model not in API: Crownelius/Crow-9B-HERETIC -> No missing keys, skipping -Processing existing model not in API: SicariusSicariiStuff/Impish_Nemo_12B_GGUF +Processing existing model not in API: samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/phi-4-GGUF +Processing existing model not in API: mradermacher/MN-14B-Crimson-Veil-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: staghado/LightOnOCR-2-1B-Q8_0-GGUF +Processing existing model not in API: mradermacher/Stentor-30M-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen3-30B-A3B-GGUF +Processing existing model not in API: mradermacher/Holo3-35B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: Em-80/Qwen3-coder-REAP-25B-A3B-Rust-GGUF +Processing existing model not in API: Intel/MiniMax-M2-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF +Processing existing model not in API: mradermacher/Qwen3-4B-2507-Thinking-heretic-abliterated-uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nanbeige4.1-3B-GGUF +Processing existing model not in API: mradermacher/mn-12b-rp-without-dumb-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-2.6B-Exp-GGUF +Processing existing model not in API: gabriellarson/Hunyuan-4B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Dream-org_Dream-v0-Instruct-7B-GGUF +Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-1.7B-GGUF +Processing existing model not in API: gguf-org/chat -> No missing keys, skipping -Processing existing model not in API: OpenResearcher/OpenResearcher-30B-A3B-GGUF +Processing existing model not in API: ggml-org/Qwen2.5-Coder-1.5B-IQ3_XXS-GGUF -> No missing keys, skipping -Processing existing model not in API: mistralai/Devstral-Small-2505_gguf +Processing existing model not in API: mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3.5-4B-Claude-Opus-Reasoning-Distill-GGUF +Processing existing model not in API: bigatuna/Qwen3.5-27b-Sushi-Coder-RL-GGUF -> No missing keys, skipping -Processing existing model not in API: yarikdevcom/Seed-OSS-36B-Instruct-GGUF +Processing existing model not in API: chatpdflocal/llama3.1-8b-gguf -> No missing keys, skipping -Processing existing model not in API: kurakurai/Luth-1.7B-Instruct-GGUF +Processing existing model not in API: FBTMAML/nomos-1 -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF +Processing existing model not in API: sugoitoolkit/Sugoi-14B-Ultra-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Magistral-Small-2507-GGUF +Processing existing model not in API: Manojb/Qwen3-4B-toolcalling-gguf-codex -> No missing keys, skipping -Processing existing model not in API: mradermacher/AgentFlow-Planner-3B-GGUF +Processing existing model not in API: HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/LiquidAI_LFM2-8B-A1B-GGUF +Processing existing model not in API: TheDrummer/Cydonia-R1-24B-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: LEONW24/Qwen3.5-9B-Uncensored +Processing existing model not in API: Jackrong/Qwen3.5-27B-Gemini-3.1-Pro-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF +Processing existing model not in API: mistralai/Devstral-Small-2505_gguf -> No missing keys, skipping -Processing existing model not in API: FPHam/Regency-Aghast-27b-GGUF +Processing existing model not in API: crownelius/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5 -> No missing keys, skipping -Processing existing model not in API: eddy1111111/qwen3.5_opus +Processing existing model not in API: unsloth/Qwen3.5-35B-A3B-Experiments-GGUF -> No missing keys, skipping -Processing existing model not in API: zenlm/zen-eco-4b-instruct +Processing existing model not in API: bartowski/Meta-Llama-3.1-8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-VL-4B-Instruct-GGUF +Processing existing model not in API: ai21labs/AI21-Jamba-Reasoning-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3-Dark-Planet-8B-GGUF +Processing existing model not in API: agentscope-ai/CoPaw-Flash-9B-Q8_0 -> No missing keys, skipping -Processing existing model not in API: backyardai/Llama-3-Soliloquy-8B-v2-GGUF +Processing existing model not in API: MaziyarPanahi/TheTop-5x7B-Instruct-S5-v0.1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/google_gemma-3n-E2B-it-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-ColBERT-350M-GGUF +Processing existing model not in API: unsloth/medgemma-1.5-4b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Qwen3.5-35B-A3B-MXFP4_MOE-GGUF +Processing existing model not in API: winninghealth/WiNGPT-Babel-2-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF +Processing existing model not in API: Zero-Point-AI/MARTHA-4B -> No missing keys, skipping -Processing existing model not in API: yairpatch/Qwen3-VL-30B-A3B-Instruct-GGUF +Processing existing model not in API: ValueFX9507/Tifa-DeepsexV2-7b-MGRPO-GGUF-Q8 -> No missing keys, skipping -Processing existing model not in API: noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF +Processing existing model not in API: unsloth/Seed-Coder-8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: squ11z1/gpt-oss-nano +Processing existing model not in API: TheDrummer/Skyfall-31B-v4.2-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Cydonia-24B-v4.1-i1-GGUF +Processing existing model not in API: mradermacher/Prototype-X-12b-GGUF -> No missing keys, skipping -Processing existing model not in API: KnutJaegersberg/JoyAI-LLM-Flash-Q6_K-GGUF +Processing existing model not in API: calcuis/fastvlm-gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF +Processing existing model not in API: Testament200156/medgemma3-thinking -> No missing keys, skipping -Processing existing model not in API: noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF +Processing existing model not in API: nasiruddin15/Mistral-dolphin-2.8-grok-instract-2-7B-slerp -> No missing keys, skipping -Processing existing model not in API: yairpatch/Qwen3-VL-30B-A3B-Thinking-GGUF +Processing existing model not in API: Jackrong/gpt-oss-120b-Distill-Phi-4-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-Gemini3-Pro-High-Reasoning-Compact-Thinking-i1-GGUF +Processing existing model not in API: mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/CreativeSocialAgent_GLM_4.7_Flash-i1-GGUF +Processing existing model not in API: timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF -> No missing keys, skipping Processing existing model not in API: mradermacher/Hunyuan-MT-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Solar-Open-69B-REAP-i1-GGUF +Processing existing model not in API: Intel/gpt-oss-20b-gguf-q4ks-AutoRound -> No missing keys, skipping -Processing existing model not in API: Abhiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-GGUF +Processing existing model not in API: Zero-Point-AI/MARTHA-27B -> No missing keys, skipping -Processing existing model not in API: avalon2244/Qwen3.5-4B-Claude-Opus-4.6-Distilled-GGUF +Processing existing model not in API: mradermacher/MiroThinker-v1.5-235B-GGUF -> No missing keys, skipping -Processing existing model not in API: SciMaker/SciMaker.AI +Processing existing model not in API: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF -> No missing keys, skipping -Processing existing model not in API: Testament200156/medgemma3-thinking +Processing existing model not in API: noctrex/GLM-4.7-Flash-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/Eris_PrimeV4-Vision-32k-7B-GGUF-IQ-Imatrix +Processing existing model not in API: hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Aurore-Reveil_Koto-Small-7B-IT-GGUF +Processing existing model not in API: TeichAI/Qwen3.5-27B-Claude-Opus-4.6-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF +Processing existing model not in API: gabriellarson/GroveMoE-Inst-GGUF -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix +Processing existing model not in API: DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF -> No missing keys, skipping -Processing existing model not in API: ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF +Processing existing model not in API: Jackrong/Qwen3.5-9B-Neo-GGUF -> No missing keys, skipping -Processing existing model not in API: acon96/Home-3B-v3-GGUF +Processing existing model not in API: OuteAI/Llama-OuteTTS-1.0-1B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF +Processing existing model not in API: TNT3530/Qwen3.5-122B-A10B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF +Processing existing model not in API: QuantFactory/NeuralDaredevil-8B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: llmfan46/Qwen3.5-27B-heretic-v3-GGUF +Processing existing model not in API: mradermacher/Nemotron-Cascade-2-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/llama4-dolphin-8B-GGUF +Processing existing model not in API: NikolayKozloff/translategemma-4b-it-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: LiquidAI/LFM2-1.2B-RAG-GGUF +Processing existing model not in API: quwsarohi/NanoAgent-135M -> No missing keys, skipping -Processing existing model not in API: webbigdata/FanFic-Illustrator_gguf +Processing existing model not in API: kurakurai/Luth-1.7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: PowerInfer/SmallThinker-21BA3B-Instruct-GGUF +Processing existing model not in API: bartowski/google_gemma-3n-E2B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: dphn/dolphin-2.9.3-mistral-nemo-12b-gguf +Processing existing model not in API: BasedBase/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2 -> No missing keys, skipping -Processing existing model not in API: llmfan46/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-GGUF +Processing existing model not in API: bartowski/google_gemma-3n-E4B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: Joseph717171/Jinx-gpt-OSS-20B-MXFP4-GGUF +Processing existing model not in API: mradermacher/Alisia-7B-it-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Menlo_Lucy-GGUF +Processing existing model not in API: unsloth/gemma-3-12b-it-qat-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-4B-Instruct-abliterated +Processing existing model not in API: mradermacher/gemma-3-27b-it-abliterated-normpreserve-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/translategemma-12b-it-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-122B-A10B-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Stentor-30M-Instruct-GGUF +Processing existing model not in API: crownelius/The-Crow-9B-Creative-Writing -> No missing keys, skipping -Processing existing model not in API: HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced +Processing existing model not in API: AllThingsIntel/Apollo-V0.1-4B-Thinking -> No missing keys, skipping -Processing existing model not in API: mradermacher/ChatWaifu_v1.4-GGUF +Processing existing model not in API: INSAIT-Institute/MamayLM-Gemma-3-12B-IT-v1.0-GGUF -> No missing keys, skipping -Processing existing model not in API: buzzpy/Glitch-v1-8B +Processing existing model not in API: BeaverAI/Anubis-Mini-8B-v1f-GGUF -> No missing keys, skipping -Processing existing model not in API: SciMaker/Sheldon +Processing existing model not in API: mradermacher/Baichuan-M3-235B-GGUF -> No missing keys, skipping -Processing existing model not in API: HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive +Processing existing model not in API: TheDrummer/Cydonia-24B-v4.1-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF +Processing existing model not in API: timteh673/Qwen3.5-397B-A17B-Opus-4.6-Reasoning-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/PokeeAI_pokee_research_7b-GGUF +Processing existing model not in API: second-state/FinGPT-MT-Llama-3-8B-LoRA-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Skyfall-31B-v4.1-GGUF +Processing existing model not in API: wsbagnsv1/VibeVoice-1.5B-gguf -> No missing keys, skipping -Processing existing model not in API: QuantFactory/NSFW_DPO_Noromaid-7b-Mistral-7B-Instruct-v0.1-GGUF +Processing existing model not in API: second-state/dolphin-2.6-mistral-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Devstral-Small-2507-GGUF +Processing existing model not in API: bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: ibm-granite/granite-4.0-h-small-GGUF +Processing existing model not in API: zpm/Llama-3.1-PersianQA -> No missing keys, skipping -Processing existing model not in API: NexaAI/Qwen2-Audio-7B-GGUF +Processing existing model not in API: tiiuae/Falcon-H1-Tiny-R-90M-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Hunyuan-7B-Instruct-GGUF +Processing existing model not in API: Ex0bit/Qwen3.5-122B-A10B-PRISM-PRO-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Qwen_Qwen3.5-122B-A10B-GGUF +Processing existing model not in API: YTan2000/Qwen3.5-27B-TQ3_4S -> No missing keys, skipping -Processing existing model not in API: osmosis-ai/Osmosis-Apply-1.7B +Processing existing model not in API: Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: nisten/Biggie-SmoLlm-0.15B-Base +Processing existing model not in API: mradermacher/tsundere-1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3.5-35B-A3B-Experiments-GGUF +Processing existing model not in API: Menlo/Jan-nano-128k-gguf -> No missing keys, skipping -Processing existing model not in API: Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF +Processing existing model not in API: sandeshrajx/Qwen3.5-24B-A3B-REAP-0.32-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/GLM-4.7-REAP-218B-A32B-GGUF +Processing existing model not in API: NikolayKozloff/UserLM-8b-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-OS-Auto-Variable-Heretic-Uncensored-Thinking-i1-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-8B-Instruct-abliterated -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Gemmasutra-27B-v3-GGUF +Processing existing model not in API: mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF -> No missing keys, skipping -Processing existing model not in API: openerotica/writing-roleplay-20k-context-nemo-12b-v1.0-gguf +Processing existing model not in API: bullerwins/translategemma-27b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: dattaraj/security-attacks-MITRE +Processing existing model not in API: bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF -> No missing keys, skipping -Processing existing model not in API: dphn/dolphin-2.9.4-llama3.1-8b-gguf +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: DevQuasar/DavidAU.L3.1-Dark-Reasoning-LewdPlay-evo-Hermes-R1-Uncensored-8B-GGUF +Processing existing model not in API: IlyaGusev/saiga_llama3_8b_gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF +Processing existing model not in API: huihui-ai/BaronLLM_Offensive_Security-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: CohereLabs/tiny-aya-water-GGUF +Processing existing model not in API: LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF -> No missing keys, skipping -Processing existing model not in API: speakleash/Bielik-11B-v3.0-Instruct-GGUF +Processing existing model not in API: mradermacher/LexiFreak-8B-Unleashed-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF +Processing existing model not in API: distil-labs/distil-home-assistant-functiongemma -> No missing keys, skipping -Processing existing model not in API: mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF +Processing existing model not in API: noctrex/GLM-4.5-Air-REAP-82B-A12B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: BasedBase/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2 +Processing existing model not in API: mradermacher/K2-Think-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF +Processing existing model not in API: HuggingFaceTB/SmolLM2-360M-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: NousResearch/Hermes-4.3-36B-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-9B-ultimate-irrefusable-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/granite-4.0-h-1b-GGUF +Processing existing model not in API: unsloth/Olmo-3-7B-Think-GGUF -> No missing keys, skipping -Processing existing model not in API: TomBombadyl/Qwen2.5-Coder-7B-Instruct-Omni1.1 +Processing existing model not in API: mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Hunyuan-1.8B-Instruct-GGUF +Processing existing model not in API: ibm-granite/granite-4.0-micro-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen3-VL-8B-Instruct-GGUF +Processing existing model not in API: bartowski/TheDrummer_Gemma-3-R1-12B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: DreamFast/qwen3-4b-heretic +Processing existing model not in API: google/gemma-3-12b-it-qat-q4_0-gguf -> No missing keys, skipping -Processing existing model not in API: CohereLabs/tiny-aya-earth-GGUF +Processing existing model not in API: TheDrummer/Cydonia-ReduX-22B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-GGUF +Processing existing model not in API: BasedBase/Qwen3-30B-A3B-Thinking-2507-Deepseek-v3.1-Distill -> No missing keys, skipping -Processing existing model not in API: Andycurrent/Qwen2.5-7B-Instruct-Uncensored_GGUF +Processing existing model not in API: TKDKid1000/phi-1_5-GGUF -> No missing keys, skipping -Processing existing model not in API: mistralai/Devstral-Small-2507_gguf +Processing existing model not in API: noctrex/HyperNova-60B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Magistral-Small-2506-GGUF +Processing existing model not in API: SciMaker/CrystalMind -> No missing keys, skipping -Processing existing model not in API: DevQuasar/swiss-ai.Apertus-8B-Instruct-2509-GGUF +Processing existing model not in API: mradermacher/Irix-12B-Model_Stock-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: darkc0de/XortronCriminalComputing-Q6_K-GGUF +Processing existing model not in API: unsloth/Qwen3-VL-8B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: NikolayKozloff/MiniCPM4.1-8B-Q8_0-GGUF +Processing existing model not in API: mradermacher/Qwen3-42B-A3B-2507-Thinking-Abliterated-uncensored-TOTAL-RECALL-v2-Medium-MASTER-CODER-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Vikhrmodels/QVikhr-3-8B-Instruction-GGUF +Processing existing model not in API: SerialKicked/Qwen3-VL-32B-Thinking-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-30B-A3B-abliterated-GGUF +Processing existing model not in API: ibm-granite/granite-4.0-h-small-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Mixtral-4x3B-v1-GGUF +Processing existing model not in API: Ex0bit/Step-3.5-Flash-PRISM-PRO-GGUF -> No missing keys, skipping -Processing existing model not in API: ertghiu256/Qwen3-4b-tcomanr-merge +Processing existing model not in API: janhq/Jan-v2-VL-med-gguf -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Huihui-gpt-oss-20b-BF16-abliterated-GGUF +Processing existing model not in API: Intel/MiroThinker-v1.5-30B-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping Processing existing model not in API: vanta-research/scout-4b -> No missing keys, skipping -Processing existing model not in API: bartowski/MN-12B-Lyra-v4-GGUF - -> No missing keys, skipping -Processing existing model not in API: hungng/Llama-3.2-uncensored-erotica +Processing existing model not in API: mradermacher/MN-Violet-Lotus-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-4B-Thinking-2507-GPT-5.2-High-Reasoning-Distill-GGUF +Processing existing model not in API: gghfez/gpt-oss-120b-Derestricted.MXFP4_MOE-gguf -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-ReduX-22B-v1-GGUF +Processing existing model not in API: prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF -> No missing keys, skipping -Processing existing model not in API: BennyDaBall/LFM2.5-1.2B-Z-Image-Engineer-V4 +Processing existing model not in API: LiquidAI/LFM2-350M-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/ERNIE-4.5-21B-A3B-PT-GGUF +Processing existing model not in API: MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Nanbeige-4.1-Python-DeepThink-3B-i1-GGUF +Processing existing model not in API: stabilityai/stable-code-instruct-3b -> No missing keys, skipping -Processing existing model not in API: bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF +Processing existing model not in API: TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF +Processing existing model not in API: LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF-IQ-Imatrix-Request -> No missing keys, skipping -Processing existing model not in API: Zero-Point-AI/MARTHA-4B +Processing existing model not in API: Sweaterdog/GRaPE-Mini-Beta -> No missing keys, skipping -Processing existing model not in API: steampunque/Qwen3.5-9B-MP-GGUF +Processing existing model not in API: llmfan46/Qwen3.5-35B-A3B-heretic-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: ryancook/chromadb-context-1-gguf +Processing existing model not in API: unsloth/granite-4.0-h-tiny-GGUF -> No missing keys, skipping -Processing existing model not in API: ytu-ce-cosmos/Turkish-Gemma-9b-T1-GGUF +Processing existing model not in API: HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40 -> No missing keys, skipping -Processing existing model not in API: Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5 +Processing existing model not in API: bartowski/openai_gpt-oss-20b-GGUF -> No missing keys, skipping -Processing existing model not in API: huzpsb/MiniMax-M2-her-4b +Processing existing model not in API: dattaraj/security-attacks-MITRE -> No missing keys, skipping -Processing existing model not in API: mradermacher/Alisia-7B-it-i1-GGUF +Processing existing model not in API: DevQuasar/huihui-ai.Huihui-Hunyuan-MT-7B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Kimi-VL-A3B-Thinking-2506-i1-GGUF +Processing existing model not in API: unsloth/gemma-3-12b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Cydonia-24B-v4-GGUF +Processing existing model not in API: samunder12/llama-3.1-8b-OneLastStory-gguf -> No missing keys, skipping -Processing existing model not in API: ServiceNow-AI/Apriel-1.6-15b-Thinker-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: ertghiu256/qwen3-1.7b-mixture-of-thought +Processing existing model not in API: Lamapi/next-4b -> No missing keys, skipping -Processing existing model not in API: unsloth/gemma-3-270m-it-GGUF +Processing existing model not in API: prithivMLmods/Nanbeige4.1-3B-f32-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Baichuan-M2-32B-GGUF +Processing existing model not in API: vazirani/ThoughtWeaver-8B-Reasoning-Exp-GGUF -> No missing keys, skipping -Processing existing model not in API: crownelius/The-Crow-9B-Creative-Writing +Processing existing model not in API: mradermacher/gpt-oss-20b-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: stabilityai/stable-code-3b +Processing existing model not in API: mradermacher/Qwen3-VL-235B-A22B-Thinking-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: IndexTeam/Index-1.9B-Chat-GGUF +Processing existing model not in API: defog/sqlcoder-7b-2 -> No missing keys, skipping -Processing existing model not in API: mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF +Processing existing model not in API: freddm/JoyAI-LLM-Flash-GGUF -> No missing keys, skipping -Processing existing model not in API: mistralai/Ministral-3-3B-Instruct-2512-GGUF +Processing existing model not in API: LEONW24/Qwen3.5-9B-Uncensored -> No missing keys, skipping -Processing existing model not in API: isaiahbjork/orpheus-3b-0.1-ft-Q4_K_M-GGUF +Processing existing model not in API: unsloth/Qwen3.5-27B-GGUF -> No missing keys, skipping -Processing existing model not in API: inclusionAI/Ling-flash-2.0-GGUF +Processing existing model not in API: DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Gabliterated-Qwen3-0.6B-i1-GGUF +Processing existing model not in API: Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound -> No missing keys, skipping -Processing existing model not in API: ruslandev/llama-3-8b-gpt-4o-ru1.0-gguf +Processing existing model not in API: ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: Aikimi/Qwen3.5-9B-Japanese-awy +Processing existing model not in API: bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF +Processing existing model not in API: praiselab-picuslab/Gemma3-4B-Fine-TOONed -> No missing keys, skipping -Processing existing model not in API: OpenMOSE/Qwen3.5-REAP-97B-A10B-GGUF +Processing existing model not in API: bartowski/NousResearch_Hermes-4-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: BasedBase/Qwen3-Coder-30B-A3B-Instruct-Distill +Processing existing model not in API: mradermacher/Qwen3-30B-A3B-CoderThinking-YOYO-linear-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-4B-Thinking-abliterated -> No missing keys, skipping -Processing existing model not in API: suayptalha/Sungur-9B-GGUF +Processing existing model not in API: ggml-org/Nemotron-Nano-3-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Thinking-2507-Distill-Claude-Opus-4.6-Reasoning-Abliterated-GGUF +Processing existing model not in API: mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/LatitudeGames_Hearthfire-24B-GGUF +Processing existing model not in API: DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF -> No missing keys, skipping -Processing existing model not in API: second-state/Llava-v1.5-7B-GGUF +Processing existing model not in API: ValueFX9507/Tifa-DeepsexV3-14b-GGUF-Q6 -> No missing keys, skipping -Processing existing model not in API: lukey03/Qwen3.5-9B-abliterated-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: Vikhrmodels/Vistral-24B-Instruct-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distill-heretic-v3-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF +Processing existing model not in API: VillanovaAI/Villanova-2B-2512-Preview-GGUF -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/gemma-3-1B-it-qat-GGUF +Processing existing model not in API: ServiceNow-AI/Apriel-1.6-15b-Thinker-GGUF -> No missing keys, skipping -Processing existing model not in API: quwsarohi/NanoAgent-135M +Processing existing model not in API: bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Step-3.5-Flash-PRISM +Processing existing model not in API: lefromage/Qwen3-Next-80B-A3B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: varma007ut/Indian_Legal_Assitant +Processing existing model not in API: unsloth/Qwen3-VL-2B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: SciMaker/Journal_Club +Processing existing model not in API: TheDrummer/Cydonia-R1-24B-v4.1-GGUF -> No missing keys, skipping -Processing existing model not in API: MuXodious/gpt-oss-120b-tainted-heresy-GGUF +Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-4B-Abliterated-Caption -> No missing keys, skipping -Processing existing model not in API: noctrex/Qwen3-VL-32B-Thinking-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/baidu_ERNIE-4.5-0.3B-PT-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF -> No missing keys, skipping -Processing existing model not in API: xtuner/llava-llama-3-8b-v1_1-gguf +Processing existing model not in API: unsloth/functiongemma-270m-it-GGUF -> No missing keys, skipping -Processing existing model not in API: SicariusSicariiStuff/Sweet_Dreams_12B_GGUF +Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-4B-GGUF -> No missing keys, skipping -Processing existing model not in API: Liyulingyue/PaddleOCR-VL-half-GGUF-pured +Processing existing model not in API: reedmayhew/claude-3.7-sonnet-reasoning-gemma3-12B -> No missing keys, skipping -Processing existing model not in API: bartowski/Ministral-8B-Instruct-2410-GGUF +Processing existing model not in API: Ex0bit/MiniMax-M2.5-PRISM-PRO -> No missing keys, skipping -Processing existing model not in API: gguf-org/ltx2-gguf +Processing existing model not in API: RefalMachine/RuadaptQwen3-4B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: BennyDaBall/qwen3-4b-Z-Image-Engineer +Processing existing model not in API: Abhiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-v2 -> No missing keys, skipping -Processing existing model not in API: tiiuae/Falcon-H1-Tiny-R-0.6B-GGUF +Processing existing model not in API: CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf -> No missing keys, skipping -Processing existing model not in API: DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-122B-A10B-GGUF -> No missing keys, skipping -Processing existing model not in API: hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic +Processing existing model not in API: google/gemma-3-27b-it-qat-q4_0-gguf -> No missing keys, skipping -Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-airtel-gguf +Processing existing model not in API: mradermacher/gemma-3-12b-it-heretic-x-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf +Processing existing model not in API: ytu-ce-cosmos/Turkish-Gemma-9b-T1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/functiongemma-270m-it-GGUF +Processing existing model not in API: noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Phi4-abliterated-GGUF +Processing existing model not in API: noctrex/Qwen3-VL-32B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF +Processing existing model not in API: lmstudio-community/gemma-3-1B-it-qat-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF +Processing existing model not in API: mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Kimi-K2.5-BF16-abliterated-GGUF +Processing existing model not in API: mradermacher/Hemlock-Coder-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/LightOnOCR-1B-1025-GGUF +Processing existing model not in API: avalon2244/Qwen3.5-4B-Claude-Opus-4.6-Distilled-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF +Processing existing model not in API: unsloth/gpt-oss-safeguard-20b-GGUF -> No missing keys, skipping -Processing existing model not in API: Zero-Point-AI/MARTHA-2B +Processing existing model not in API: huawei-csl/Qwen3-4B-PreSINQ-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/KAT-Dev-72B-Exp-GGUF +Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-4B-Claude-Sonnet-4-Reasoning-Distill-Safetensor-GGUF +Processing existing model not in API: TheDrummer/Cydonia-24B-v4.3-GGUF -> No missing keys, skipping -Processing existing model not in API: mistralai/Magistral-Small-2506_gguf +Processing existing model not in API: bartowski/nvidia_Orchestrator-8B-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-4B-Thinking-2507-GPT-5.1-Codex-Max-Distill-GGUF +Processing existing model not in API: mlabonne/gemma-3-27b-it-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: seanbailey518/Step3-VL-10B-GGUF +Processing existing model not in API: unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: vanta-research/mox-tiny-1 +Processing existing model not in API: mradermacher/MiraTTS-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/dolphin-2.9.4-llama3.1-8b-GGUF +Processing existing model not in API: Qwen/Qwen3-30B-A3B-GGUF -> No missing keys, skipping -Processing existing model not in API: llmfan46/Qwen3.5-27B-heretic-v1-GGUF +Processing existing model not in API: NousResearch/Hermes-4.3-36B-GGUF -> No missing keys, skipping -Processing existing model not in API: openbmb/AgentCPM-Explore-GGUF +Processing existing model not in API: DavidAU/Qwen3-48B-A4B-Savant-Commander-GATED-12x-Closed-Open-Source-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: gabriellarson/WEBGEN-4B-Preview-GGUF +Processing existing model not in API: noctrex/LightOnOCR-2-1B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF +Processing existing model not in API: vito95311/Qwen3-Omni-30B-A3B-Thinking-GGUF-INT8FP16 -> No missing keys, skipping -Processing existing model not in API: DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF +Processing existing model not in API: QuantFactory/instinct-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2 +Processing existing model not in API: mistralai/Magistral-Small-2506_gguf -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF +Processing existing model not in API: openbmb/AgentCPM-Explore-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/L3-8B-Stheno-v3.2-GGUF +Processing existing model not in API: DavidAU/L3-Grand-Story-Darkness-MOE-4X8-24.9B-e32-GGUF -> No missing keys, skipping -Processing existing model not in API: ValueFX9507/Tifa-DeepsexV2-7b-MGRPO-GGUF-Q8 +Processing existing model not in API: mradermacher/Huihui-Qwen3-4B-Thinking-2507-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Skyfall-31B-v4-GGUF +Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-retrieval-GGUF -> No missing keys, skipping -Processing existing model not in API: VillanovaAI/Villanova-2B-2512-Preview-GGUF +Processing existing model not in API: Andycurrent/Dolphin3.0-Llama3.1-8B -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF +Processing existing model not in API: ubergarm/Devstral-2-123B-Instruct-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: tp7030/Qwen3-Coder-30B-A3B-Instruct-FP8-Q6_K-GGUF +Processing existing model not in API: TomBombadyl/Qwen2.5-Coder-7B-Instruct-Omni1.1 -> No missing keys, skipping -Processing existing model not in API: buzzpy/Glitch-v1-7B +Processing existing model not in API: unsloth/medgemma-4b-it-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF +Processing existing model not in API: zenlm/zen-eco-4b-instruct -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-gpt-oss-20b-mxfp4-abliterated-v2 +Processing existing model not in API: bartowski/mistralai_Voxtral-Small-24B-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/Chandra-OCR-GGUF +Processing existing model not in API: huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen2.5-VL-7B-Instruct-GGUF +Processing existing model not in API: jantxu/nano-llama -> No missing keys, skipping -Processing existing model not in API: tobil/qmd-query-expansion-1.7B-gguf +Processing existing model not in API: TheDrummer/Rivermind-24B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/Qwen3.5-122B-A10B-PRISM-LITE-GGUF +Processing existing model not in API: TheDrummer/Magidonia-24B-v4.2.0-GGUF -> No missing keys, skipping -Processing existing model not in API: Nikity/lille-130m-instruct +Processing existing model not in API: mradermacher/aquif-3-moe-17b-a2.8b-GGUF -> No missing keys, skipping -Processing existing model not in API: Ex0bit/MiniMax-M2.5-PRISM-PRO +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: AaryanK/Solar-Open-100B-GGUF +Processing existing model not in API: mradermacher/silly-v0.2-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF +Processing existing model not in API: Nerdsking/Nerdsking-python-coder-7B-i -> No missing keys, skipping -Processing existing model not in API: DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf +Processing existing model not in API: mradermacher/NuMarkdown-8B-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v2-VL-low-gguf +Processing existing model not in API: Lewdiculous/Eris_PrimeV4-Vision-32k-7B-GGUF-IQ-Imatrix -> No missing keys, skipping -Processing existing model not in API: IlyaGusev/saiga_gemma3_12b_gguf +Processing existing model not in API: mradermacher/MiniMax-M2.1-REAP-50-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Sweaterdog/GRaPE-Mini-Beta +Processing existing model not in API: bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/instinct-GGUF +Processing existing model not in API: sadecebirisii/Llama-3.1-8B-Turkish-Siber-Muhafiz -> No missing keys, skipping -Processing existing model not in API: ggml-org/Qwen2.5-Coder-1.5B-IQ3_XXS-GGUF +Processing existing model not in API: mradermacher/Qwen3-30B-A3B-Mixture-2507-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3-DARKEST-PLANET-16.5B-GGUF +Processing existing model not in API: bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: arcee-ai/AFM-4.5B-GGUF +Processing existing model not in API: unsloth/Magistral-Small-2509-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Gemma-R1-4B-v3-GGUF +Processing existing model not in API: unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF -> No missing keys, skipping -Processing existing model not in API: Sepolian/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-Q4_K_M +Processing existing model not in API: NightForger/avibe-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/p-e-w_gpt-oss-20b-heretic-GGUF +Processing existing model not in API: jinaai/jina-embeddings-v5-text-small-text-matching -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-4B-Thinking-abliterated +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gemma3-27b-abliterated-dpo-i1-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Infinigence/Megrez2-3x7B-A3B-GGUF +Processing existing model not in API: alwaysfurther/deepfabric-blender-mcp-gguf -> No missing keys, skipping -Processing existing model not in API: naver-ellm/HyperCLOVAX-SEED-Omni-8B-GGUF +Processing existing model not in API: janhq/Jan-v2-VL-max-gguf -> No missing keys, skipping -Processing existing model not in API: worstplayer/Z-Image_Qwen_3_4b_text_encoder_GGUF +Processing existing model not in API: Qwen/Qwen1.5-4B-Chat-GGUF -> No missing keys, skipping -Processing existing model not in API: DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF +Processing existing model not in API: bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: TheDrummer/Anubis-Mini-8B-v1-GGUF +Processing existing model not in API: unsloth/GLM-5-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF +Processing existing model not in API: tobil/qmd-query-expansion-1.7B-gguf -> No missing keys, skipping -Processing existing model not in API: jwest33/qwen3.5-9b-null-space-abliterated-GGUF +Processing existing model not in API: syvai/plapre-pico -> No missing keys, skipping -Processing existing model not in API: bartowski/NemoMix-Unleashed-12B-GGUF +Processing existing model not in API: unsloth/Qwen2.5-Omni-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: ibm-granite/granite-3.3-8b-instruct-GGUF +Processing existing model not in API: squ11z1/gpt-oss-nano -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-32B-Kimi-K2-Thinking-Distill-GGUF +Processing existing model not in API: lmstudio-community/gemma-3n-E2B-it-text-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/HyperNova-60B-MXFP4_MOE-GGUF +Processing existing model not in API: mradermacher/Cydonia-24B-v4.3-heretic-v2-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Vaultkeeper/ouroboros-next +Processing existing model not in API: bartowski/PokeeAI_pokee_research_7b-GGUF -> No missing keys, skipping -Processing existing model not in API: NikolayKozloff/translategemma-4b-it-Q8_0-GGUF +Processing existing model not in API: LiquidAI/LFM2.5-1.2B-Base-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-heretic-GGUF +Processing existing model not in API: bartowski/nvidia_OpenReasoning-Nemotron-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/mistralai_Magistral-Small-2507-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-27B-heretic-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MedicalQwen3-Reasoning-14B-IT-GGUF +Processing existing model not in API: bartowski/Nanbeige_Nanbeige4-3B-Thinking-2511-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-i1-GGUF +Processing existing model not in API: itlwas/Qwen2.5-Coder-7B-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: INSAIT-Institute/BgGPT-Gemma-3-12B-IT-GGUF +Processing existing model not in API: mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: arcee-ai/Trinity-Mini-GGUF +Processing existing model not in API: Vaultkeeper/ouroboros-next -> No missing keys, skipping -Processing existing model not in API: gabriellarson/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF +Processing existing model not in API: t-tech/T-pro-it-2.1-GGUF -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF +Processing existing model not in API: samunder12/Llama-3.2-3B-small_Shiro_roleplay-gguf -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-code-4b-gguf +Processing existing model not in API: LatitudeGames/Wayfarer-12B-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Gliese-Qwen3.5-2B-Abliterated-Caption +Processing existing model not in API: Green-eyedDevil/Monika-49B-GGUFs -> No missing keys, skipping -Processing existing model not in API: Lewdiculous/Llama-3.1-8B-ArliAI-Formax-v1.0-GGUF-IQ-ARM-Imatrix +Processing existing model not in API: QuantFactory/Llama-3-8B-Instruct-Finance-RAG-GGUF -> No missing keys, skipping -Processing existing model not in API: wsbagnsv1/VibeVoice-Large-pt-gguf +Processing existing model not in API: marksverdhei/CoPaw-Flash-9B-GGUF -> No missing keys, skipping -Processing existing model not in API: janhq/Jan-v3-4B-base-instruct-gguf +Processing existing model not in API: vanta-research/apollo-astralis-8b -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-4B-Thinking-2507-Claude-4.5-Opus-High-Reasoning-Distill-GGUF +Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-1B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MiniMax-M2-THRIFT-i1-GGUF +Processing existing model not in API: unsloth/granite-4.0-h-350m-GGUF -> No missing keys, skipping -Processing existing model not in API: Andycurrent/gemma-3-4b-it-uncensored-v2-GGUF +Processing existing model not in API: BennyDaBall/qwen3-4b-Z-Image-Engineer -> No missing keys, skipping -Processing existing model not in API: bartowski/stepfun-ai_Step-3.5-Flash-GGUF +Processing existing model not in API: PantheonUnbound/Satyr-V0.1-4B -> No missing keys, skipping -Processing existing model not in API: SaisExperiments/Voxtral-3B-But-4B-Text-Only-GGUF +Processing existing model not in API: buzzpy/Glitch-v1.1-8B -> No missing keys, skipping -Processing existing model not in API: mlabonne/gemma-3-27b-it-abliterated-GGUF +Processing existing model not in API: SciMaker/SciMaker.AI -> No missing keys, skipping -Processing existing model not in API: SciMaker/GemmaPro +Processing existing model not in API: concedo/GLM-ASR-Nano-2512-GGUF -> No missing keys, skipping -Processing existing model not in API: ParrotRouter/Qwen3-4B-Instruct-2507-20250808-233922-0-Q8_0-GGUF +Processing existing model not in API: unsloth/Nanonets-OCR-s-GGUF -> No missing keys, skipping -Processing existing model not in API: Chun121/qwen3-4B-rpg-roleplay +Processing existing model not in API: TeichAI/Nemotron-Cascade-14B-Thinking-Claude-4.5-Opus-High-Reasoning-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/Phi-3.5-mini-instruct-GGUF +Processing existing model not in API: Hack337/ChatGPT-5-Q8_0-GGUF -> No missing keys, skipping -Processing existing model not in API: Callimesh/GMeshNet-OSS-8B-GGUF +Processing existing model not in API: MaziyarPanahi/BioMistral-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: magiccodingman/Qwen3-30B-A3B-Instruct-2507-unsloth-MagicQuant-Hybrid-GGUF +Processing existing model not in API: bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: Pawellll/Qwen3.5-27B-IQ4_KS-GGUF +Processing existing model not in API: mradermacher/Baichuan-M2-32B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/gpt-oss-20b-heretic-ara-v3-i1-GGUF +Processing existing model not in API: LiconStudio/Qwen3.5-27B-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: prithivMLmods/Qwen2.5-VL-Abliterated-Caption-GGUF +Processing existing model not in API: DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF +Processing existing model not in API: AverageBusinessUser/aidapal -> No missing keys, skipping -Processing existing model not in API: AesSedai/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF +Processing existing model not in API: SmartGitiCorp/best_Persian_LLM_AYA23_GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Sweet_Dreams_12B-GGUF +Processing existing model not in API: google/gemma-3-4b-it-qat-q4_0-gguf -> No missing keys, skipping -Processing existing model not in API: noctrex/GLM-4.7-Flash-MXFP4_MOE-GGUF +Processing existing model not in API: pltobing/streaming-speech-translation -> No missing keys, skipping -Processing existing model not in API: unsloth/Olmo-3-32B-Think-GGUF +Processing existing model not in API: mradermacher/L3.3-GeneticLemonade-Unleashed-v2.1-70B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Intel/Qwen3.5-35B-A3B-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: DavidAU/Openai_gpt-oss-20b-NEO-GGUF -> No missing keys, skipping -Processing existing model not in API: NikolayKozloff/UserLM-8b-Q8_0-GGUF +Processing existing model not in API: mradermacher/Qwen3.5-13B-GLM-4.7-Flash-DeepSeek-Polaris-Grande-Deep-Thinking-GGUF -> No missing keys, skipping -Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-2B-Instruct-abliterated +Processing existing model not in API: DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf -> No missing keys, skipping -Processing existing model not in API: DQN-Labs/dqnCode-v0.2-1.5B +Processing existing model not in API: Qwen/Qwen3-32B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-30B-A3B-YOYO-V2-Claude-4.6-Opus-High-INSTRUCT-GGUF +Processing existing model not in API: DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF -> No missing keys, skipping -Processing existing model not in API: noctrex/PaddleOCR-VL-1.5-GGUF +Processing existing model not in API: openbmb/AgentCPM-Report-GGUF -> No missing keys, skipping -Processing existing model not in API: wsbagnsv1/VibeVoice-1.5B-gguf +Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-jio-gguf -> No missing keys, skipping -Processing existing model not in API: mlabonne/gemma-3-12b-it-abliterated-GGUF +Processing existing model not in API: mradermacher/Qwen3-Yoyo-V3-42B-A3B-Thinking-TOTAL-RECALL-ST-TNG-III-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: lmstudio-community/Mistral-Small-3.1-24B-Instruct-2503-GGUF +Processing existing model not in API: Skywork/Skywork-R1V3-38B-GGUF -> No missing keys, skipping -Processing existing model not in API: magiccodingman/Seed-OSS-36B-Instruct-unsloth-MagicQuant-Hybrid-GGUF +Processing existing model not in API: mradermacher/gemma-4-26B-A4B-it-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/Qwen3-8B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF +Processing existing model not in API: MerlinSafety/Pluto -> No missing keys, skipping -Processing existing model not in API: electroglyph/Qwen3-4B-Instruct-2507-uncensored-unslop-v2 +Processing existing model not in API: mradermacher/neutts-air-GGUF -> No missing keys, skipping -Processing existing model not in API: nyuuzyou/BadApple-LLaMA-nano +Processing existing model not in API: bartowski/internlm_JanusCoder-14B-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/NuMarkdown-8B-Thinking-GGUF +Processing existing model not in API: noctrex/Qwen3.5-35B-A3B-MXFP4_MOE-GGUF -> No missing keys, skipping -Processing existing model not in API: kurakurai/Luth-LFM2-350M-GGUF +Processing existing model not in API: bartowski/L3-8B-Stheno-v3.2-GGUF -> No missing keys, skipping -Processing existing model not in API: MerlinSafety/Pluto +Processing existing model not in API: jackalxyz/Qwen3.5-35B-A3B-Claude-Opus-Reasoning-Distilled-4.6-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/OpenGVLab_InternVL3_5-1B-GGUF +Processing existing model not in API: Menlo/Lucy-128k-gguf -> No missing keys, skipping -Processing existing model not in API: kurakurai/Luth-LFM2-1.2B-GGUF +Processing existing model not in API: Abhiray/Qwen3.5-9B-Abliterated-Claude-4.6-Opus-Reasoning-Distilled-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/kani-tts-450m-0.1-pt-GGUF +Processing existing model not in API: unsloth/Qwen2.5-VL-7B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Olmo-3-7B-Instruct-GGUF +Processing existing model not in API: Ex0bit/GLM-4.7-Flash-PRISM -> No missing keys, skipping -Processing existing model not in API: mradermacher/patricide-12B-Unslop-Mell-v2-GGUF +Processing existing model not in API: bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF -> No missing keys, skipping -Processing existing model not in API: Sweaterdog/GRaPE-Mini-Beta-Thinking +Processing existing model not in API: dororodoroddo/VAETKI-VL-7B-A1B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/gemma-3-12b-it-qat-GGUF +Processing existing model not in API: INSAIT-Institute/BgGPT-Gemma-3-12B-IT-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Seed-Coder-8B-Instruct-GGUF +Processing existing model not in API: gaionaus/GLM-4.7-Flash-REAP-50_Q4_K_M_GGUF -> No missing keys, skipping -Processing existing model not in API: Zero-Point-AI/MARTHA-27B-QWEN-OMNI +Processing existing model not in API: mradermacher/Qwen3-32B-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: FBTMAML/nomos-1 +Processing existing model not in API: cesarsal1nas/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-Q4_K_M-GGUF -> No missing keys, skipping -Processing existing model not in API: NexaAI/OmniAudio-2.6B +Processing existing model not in API: bartowski/TheDrummer_Cydonia-Redux-22B-v1.1-GGUF -> No missing keys, skipping -Processing existing model not in API: ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF +Processing existing model not in API: DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF -> No missing keys, skipping -Processing existing model not in API: Menlo/Lucy-gguf +Processing existing model not in API: mradermacher/Nanbeige4.1-3B-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/TheDrummer_Snowpiercer-15B-v3-GGUF +Processing existing model not in API: FPHam/Regency-Aghast-27b-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/MN-14B-Crimson-Veil-i1-GGUF +Processing existing model not in API: noctrex/GELab-Zero-4B-preview-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/POLARIS-Project_Polaris-4B-Preview-GGUF +Processing existing model not in API: bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF -> No missing keys, skipping -Processing existing model not in API: starble-dev/Mistral-Nemo-12B-Instruct-2407-GGUF +Processing existing model not in API: huihui-ai/Huihui-Qwen3-VL-4B-Instruct-abliterated -> No missing keys, skipping -Processing existing model not in API: bartowski/internlm_JanusCoder-14B-GGUF +Processing existing model not in API: mradermacher/WeirdCompound-v1.6-24b-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: MLP-KTLim/llama-3-Korean-Bllossom-8B-gguf-Q4_K_M +Processing existing model not in API: mradermacher/Qwen3-30B-A3B-YOYO-V2-Claude-4.6-Opus-High-INSTRUCT-GGUF -> No missing keys, skipping -Processing existing model not in API: distil-labs/distil-email-classifier +Processing existing model not in API: MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF +Processing existing model not in API: TheDrummer/Cydonia-ReduX-22B-v1.1-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/Qwen3-VL-2B-Thinking-GGUF +Processing existing model not in API: wsbagnsv1/VibeVoice-Large-pt-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/MN-12B-Mag-Mell-R1-GGUF +Processing existing model not in API: samunder12/llama-3.1-8b-roleplay-BSNL-gguf -> No missing keys, skipping -Processing existing model not in API: mradermacher/Qwen3-14B-ARPO-DeepSearch-GGUF +Processing existing model not in API: bartowski/Qwen_Qwen3.5-0.8B-GGUF -> No missing keys, skipping -Processing existing model not in API: Lockout/qwen3-4b-heretic-zimage +Processing existing model not in API: LuffyTheFox/Qwen3.5-35B-A3B-Uncensored-Kullback-Leibler -> No missing keys, skipping -Processing existing model not in API: Intel/Qwen3-Coder-30B-A3B-Instruct-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: bartowski/Qwen_Qwen3-Coder-Next-GGUF -> No missing keys, skipping -Processing existing model not in API: MaziyarPanahi/gemma-7b-GGUF +Processing existing model not in API: mradermacher/Holo3-35B-A3B-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: vanta-research/atom-v1-preview-4b +Processing existing model not in API: rhemabible/BibleAI -> No missing keys, skipping -Processing existing model not in API: Qwen/Qwen1.5-4B-Chat-GGUF +Processing existing model not in API: mradermacher/Anubis-Mini-8B-v1-i1-GGUF -> No missing keys, skipping -Processing existing model not in API: Intel/MiroThinker-v1.5-30B-gguf-q2ks-mixed-AutoRound +Processing existing model not in API: MaziyarPanahi/VibeThinker-1.5B-GGUF -> No missing keys, skipping -Processing existing model not in API: meangrinch/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distill-heretic-v3-GGUF +Processing existing model not in API: TeichAI/Nemotron-Orchestrator-8B-Claude-4.5-Opus-Distill-GGUF -> No missing keys, skipping -Processing existing model not in API: TeichAI/LFM2.5-1.2B-Thinking-Pony-Alpha-Distill-GGUF +Processing existing model not in API: brittlewis12/Kunoichi-DPO-v2-7B-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF +Processing existing model not in API: DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf -> No missing keys, skipping -Processing existing model not in API: AverageBusinessUser/aidapal +Processing existing model not in API: mradermacher/Sweet_Dreams_12B-GGUF -> No missing keys, skipping -Processing existing model not in API: unsloth/ERNIE-4.5-0.3B-PT-GGUF +Processing existing model not in API: electroglyph/gemma-3-4b-it-unslop-GRPO -> No missing keys, skipping -Processing existing model not in API: sadimanna/gemma-3-270m-it-Q4_K_M-GGUF +Processing existing model not in API: Ex0bit/Step-3.5-Flash-PRISM -> No missing keys, skipping -Processing existing model not in API: mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF +Processing existing model not in API: MaziyarPanahi/Phi-4-mini-instruct-GGUF -> No missing keys, skipping -Processing existing model not in API: bartowski/zai-org_GLM-4.6V-Flash-GGUF +Processing existing model not in API: BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4 -> No missing keys, skipping -Processing existing model not in API: vanta-research/wraith-8b +Processing existing model not in API: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF -> No missing keys, skipping -Processing existing model not in API: QuantFactory/Llama-3-8B-Instruct-Finance-RAG-GGUF +Processing existing model not in API: Jackrong/Qwen3.5-4B-Neo-GGUF -> No missing keys, skipping === PASS 3: Processing pinned models not found elsewhere === @@ -7565,43 +6801,51 @@ Pinned model Menlo/Jan-nano-128k-gguf already in catalog === FINAL CLEANUP: Removing duplicates and filtering multipart files === Duplicate model 'Qwen3.5-35B-A3B-GGUF' found in 2 repos: - - unsloth/Qwen3.5-35B-A3B-GGUF (1615209 downloads) [KEPT] + - unsloth/Qwen3.5-35B-A3B-GGUF (946269 downloads) [KEPT] - janhq/Qwen3.5-35B-A3B-GGUF (10404 downloads) [KEPT] Duplicate model 'Qwen3.5-9B-GGUF' found in 2 repos: - - unsloth/Qwen3.5-9B-GGUF (1236933 downloads) [KEPT] - - byteshape/Qwen3.5-9B-GGUF (6841 downloads) [REMOVED] -Duplicate model 'gemma-4-26B-A4B-it-GGUF' found in 3 repos: - - unsloth/gemma-4-26B-A4B-it-GGUF (487384 downloads) [KEPT] - - ggml-org/gemma-4-26B-A4B-it-GGUF (46753 downloads) [REMOVED] - - lmstudio-community/gemma-4-26B-A4B-it-GGUF (303972 downloads) [REMOVED] -Duplicate model 'Qwen3-14B-GGUF' found in 2 repos: + - unsloth/Qwen3.5-9B-GGUF (1054201 downloads) [KEPT] + - lmstudio-community/Qwen3.5-9B-GGUF (724192 downloads) [REMOVED] +Duplicate model 'Qwen3-14B-GGUF' found in 3 repos: - MaziyarPanahi/Qwen3-14B-GGUF (282576 downloads) [KEPT] - - unsloth/Qwen3-14B-GGUF (29418 downloads) [REMOVED] -Duplicate model 'gemma-4-31B-it-GGUF' found in 3 repos: - - unsloth/gemma-4-31B-it-GGUF (408920 downloads) [KEPT] - - ggml-org/gemma-4-31B-it-GGUF (18066 downloads) [REMOVED] - - lmstudio-community/gemma-4-31B-it-GGUF (68331 downloads) [REMOVED] -Duplicate model 'gemma-4-E4B-it-GGUF' found in 3 repos: - - unsloth/gemma-4-E4B-it-GGUF (317335 downloads) [KEPT] - - ggml-org/gemma-4-E4B-it-GGUF (25646 downloads) [REMOVED] - - lmstudio-community/gemma-4-E4B-it-GGUF (91558 downloads) [REMOVED] -Duplicate model 'Phi-4-mini-instruct-GGUF' found in 2 repos: - - MaziyarPanahi/Phi-4-mini-instruct-GGUF (178112 downloads) [KEPT] - - unsloth/Phi-4-mini-instruct-GGUF (26450 downloads) [REMOVED] -Duplicate model 'Qwen3-Coder-30B-A3B-Instruct-GGUF' found in 2 repos: - - unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF (133493 downloads) [KEPT] - - byteshape/Qwen3-Coder-30B-A3B-Instruct-GGUF (2680 downloads) [REMOVED] -Duplicate model 'gemma-4-E2B-it-GGUF' found in 3 repos: - - unsloth/gemma-4-E2B-it-GGUF (176703 downloads) [KEPT] - - ggml-org/gemma-4-E2B-it-GGUF (22040 downloads) [REMOVED] - - lmstudio-community/gemma-4-E2B-it-GGUF (35135 downloads) [REMOVED] -Duplicate model 'NVIDIA-Nemotron-3-Nano-4B-GGUF' found in 2 repos: + - unsloth/Qwen3-14B-GGUF (45640 downloads) [REMOVED] + - Qwen/Qwen3-14B-GGUF (52155 downloads) [REMOVED] +Duplicate model 'gemma-4-E2B-it-GGUF' found in 2 repos: + - unsloth/gemma-4-E2B-it-GGUF (1033825 downloads) [KEPT] + - ggml-org/gemma-4-E2B-it-GGUF (126962 downloads) [REMOVED] +Duplicate model 'NVIDIA-Nemotron-3-Nano-4B-GGUF' found in 3 repos: - lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF (58734 downloads) [KEPT] - - nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF (22464 downloads) [REMOVED] + - nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF (11930 downloads) [REMOVED] + - unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF (14844 downloads) [REMOVED] +Duplicate model 'Ministral-3-14B-Instruct-2512-GGUF' found in 2 repos: + - unsloth/Ministral-3-14B-Instruct-2512-GGUF (22597 downloads) [KEPT] + - mistralai/Ministral-3-14B-Instruct-2512-GGUF (6816 downloads) [REMOVED] +Duplicate model 'Qwen3.6-27B-GGUF' found in 3 repos: + - unsloth/Qwen3.6-27B-GGUF (1092141 downloads) [KEPT] + - lmstudio-community/Qwen3.6-27B-GGUF (384650 downloads) [REMOVED] + - ubergarm/Qwen3.6-27B-GGUF (7192 downloads) [REMOVED] +Duplicate model 'Qwen3.5-9B-DeepSeek-V4-Flash-GGUF' found in 2 repos: + - Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF (55511 downloads) [KEPT] + - mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF (2576 downloads) [REMOVED] +Duplicate model 'Hy-MT1.5-1.8B-1.25bit-GGUF' found in 2 repos: + - AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF (2735 downloads) [KEPT] + - tencent/Hy-MT1.5-1.8B-1.25bit-GGUF (2175 downloads) [REMOVED] +Duplicate model 'Hy-MT1.5-1.8B-2bit-GGUF' found in 2 repos: + - tencent/Hy-MT1.5-1.8B-2bit-GGUF (3456 downloads) [KEPT] + - AngelSlim/Hy-MT1.5-1.8B-2bit-GGUF (2237 downloads) [REMOVED] +Duplicate model 'Kimi-K2.6-GGUF' found in 2 repos: + - unsloth/Kimi-K2.6-GGUF (87768 downloads) [KEPT] + - AesSedai/Kimi-K2.6-GGUF (5103 downloads) [REMOVED] +Duplicate model 'gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF' found in 2 repos: + - llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF (107607 downloads) [KEPT] + - mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF (10045 downloads) [REMOVED] +Duplicate model 'Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF' found in 2 repos: + - lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF (58813 downloads) [KEPT] + - Abiray/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF (667 downloads) [REMOVED] Cleanup summary: - Removed 0 repositories with no valid GGUF files - - Removed 13 duplicate models - - Final catalog size: 1464 models + - Removed 15 duplicate models + - Final catalog size: 1578 models -Updated or Added 181 models; catalog total now 1464 +Updated or Added 201 models; catalog total now 1578 diff --git a/script_output_v2.log b/script_output_v2.log index 01acc27..c1f4f59 100644 --- a/script_output_v2.log +++ b/script_output_v2.log @@ -1,161 +1,408 @@ -Loaded 278 existing entries from model_catalog_v2.json +Loaded 290 existing entries from model_catalog_v2.json === Fetching GGUF models from HuggingFace API === Fetching page 1... +Processing GGUF: deepseek-ai/DeepSeek-V4-Pro +Processing GGUF: XiaomiMiMo/MiMo-V2.5-Pro +Processing GGUF: poolside/Laguna-XS.2 +Processing GGUF: SulphurAI/Sulphur-2-base + -> Generated description + -> Added with 2 quants +Processing GGUF: Qwen/Qwen3.6-27B +Processing GGUF: deepseek-ai/DeepSeek-V4-Flash +Processing GGUF: Qwen/Qwen3.6-35B-A3B +Processing GGUF: unsloth/Qwen3.6-27B-GGUF + -> Skipping multi-part file: BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf + -> Generated description + -> Added with 21 quants +Processing GGUF: ibm-granite/granite-4.1-8b Processing GGUF: google/gemma-4-31B-it -Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled -Processing GGUF: prism-ml/Bonsai-8B-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: baidu/Qianfan-OCR -Processing GGUF: google/gemma-4-26B-A4B-it +Processing GGUF: unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF + -> Generated description + -> Added with 21 quants +Processing GGUF: ibm-granite/granite-4.1-30b +Processing GGUF: inclusionAI/Ling-2.6-flash +Processing GGUF: z-lab/Qwen3.6-27B-DFlash +Processing GGUF: dealignai/Gemma-4-31B-JANG_4M-CRACK +Processing GGUF: moonshotai/Kimi-K2.6 +Processing GGUF: unsloth/Qwen3.6-35B-A3B-GGUF + -> Skipping multi-part file: BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3.6-35B-A3B-BF16-00002-of-00002.gguf + -> Generated description + -> Added with 23 quants +Processing GGUF: HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive + -> Generated description + -> Added with 10 quants +Processing GGUF: Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF + -> Generated description + -> Added with 12 quants +Processing GGUF: inclusionAI/Ling-2.6-1T Processing GGUF: google/gemma-4-E4B-it +Processing GGUF: HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive + -> Generated description + -> Added with 11 quants +Processing GGUF: DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: ibm-granite/granite-vision-4.1-4b +Processing GGUF: ibm-granite/granite-4.1-3b +Processing GGUF: zai-org/GLM-5.1 +Processing GGUF: sbintuitions/sarashina2.2-tts +Processing GGUF: unsloth/Mistral-Medium-3.5-128B-GGUF + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00001-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00002-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00003-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00004-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00005-of-00006.gguf + -> Skipping multi-part file: BF16/Mistral-Medium-3.5-128B-BF16-00006-of-00006.gguf + -> Skipping multi-part file: IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00001-of-00003.gguf + -> Skipping multi-part file: IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00002-of-00003.gguf + -> Skipping multi-part file: IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00003-of-00003.gguf + -> Skipping multi-part file: IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00001-of-00003.gguf + -> Skipping multi-part file: IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00002-of-00003.gguf + -> Skipping multi-part file: IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q4_0/Mistral-Medium-3.5-128B-Q4_0-00001-of-00003.gguf + -> Skipping multi-part file: Q4_0/Mistral-Medium-3.5-128B-Q4_0-00002-of-00003.gguf + -> Skipping multi-part file: Q4_0/Mistral-Medium-3.5-128B-Q4_0-00003-of-00003.gguf + -> Skipping multi-part file: Q4_1/Mistral-Medium-3.5-128B-Q4_1-00001-of-00003.gguf + -> Skipping multi-part file: Q4_1/Mistral-Medium-3.5-128B-Q4_1-00002-of-00003.gguf + -> Skipping multi-part file: Q4_1/Mistral-Medium-3.5-128B-Q4_1-00003-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00001-of-00004.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00002-of-00004.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00003-of-00004.gguf + -> Skipping multi-part file: Q6_K/Mistral-Medium-3.5-128B-Q6_K-00004-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00001-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00002-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00003-of-00004.gguf + -> Skipping multi-part file: Q8_0/Mistral-Medium-3.5-128B-Q8_0-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00004-of-00004.gguf + -> Generated description + -> Added with 6 quants +Processing GGUF: tencent/Hy3-preview Processing GGUF: HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive -> Added with 4 quants -Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF - -> Added with 4 quants -Processing GGUF: google/gemma-4-E2B-it +Processing GGUF: google/gemma-4-26B-A4B-it +Processing GGUF: zai-org/GLM-OCR Processing GGUF: unsloth/gemma-4-26B-A4B-it-GGUF -> Skipping multi-part file: BF16/gemma-4-26B-A4B-it-BF16-00001-of-00002.gguf -> Skipping multi-part file: BF16/gemma-4-26B-A4B-it-BF16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} -> Added with 20 quants -Processing GGUF: dealignai/Gemma-4-31B-JANG_4M-CRACK -Processing GGUF: LiquidAI/LFM2.5-350M -Processing GGUF: Hcompany/Holo3-35B-A3B -Processing GGUF: google/gemma-4-31B -Processing GGUF: nvidia/Gemma-4-31B-IT-NVFP4 -Processing GGUF: Jackrong/Qwopus3.5-9B-v3-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 5 quants -Processing GGUF: unsloth/gemma-4-31B-it-GGUF - -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 20 quants -Processing GGUF: Jackrong/Qwopus3.5-27B-v3-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: OBLITERATUS/gemma-4-E4B-it-OBLITERATED + -> Generated description + -> Added with 4 quants +Processing GGUF: z-lab/Qwen3.6-35B-A3B-DFlash +Processing GGUF: AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16 +Processing GGUF: kai-os/Carnice-V2-27b-GGUF + -> Generated description + -> Added with 6 quants +Processing GGUF: nvidia/Gemma-4-26B-A4B-NVFP4 +Processing GGUF: Lorbus/Qwen3.6-27B-int4-AutoRound +Processing GGUF: lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled +Processing GGUF: hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Generated description + -> Added with 4 quants +Processing GGUF: AesSedai/MiMo-V2.5-GGUF + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00001-of-00004.gguf + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00002-of-00004.gguf + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00003-of-00004.gguf + -> Skipping multi-part file: IQ3_S/MiMo-V2.5-IQ3_S-00004-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00001-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00002-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00003-of-00004.gguf + -> Skipping multi-part file: IQ4_XS/MiMo-V2.5-IQ4_XS-00004-of-00004.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00001-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00002-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00003-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00004-of-00005.gguf + -> Skipping multi-part file: Q4_K_M/MiMo-V2.5-Q4_K_M-00005-of-00005.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00001-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00002-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00003-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00004-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00005-of-00006.gguf + -> Skipping multi-part file: Q5_K_M/MiMo-V2.5-Q5_K_M-00006-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00001-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00002-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00003-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00004-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00005-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00006-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00007-of-00008.gguf + -> Skipping multi-part file: Q8_0/MiMo-V2.5-Q8_0-00008-of-00008.gguf + -> Generated description + -> Added with 1 quants +Processing GGUF: Qwen/Qwen3.6-27B-FP8 +Processing GGUF: HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced + -> Generated description -> Added with 10 quants -Processing GGUF: prism-ml/Bonsai-8B-mlx-1bit -Processing GGUF: google/gemma-4-26B-A4B -Processing GGUF: unsloth/gemma-4-E4B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 21 quants -Processing GGUF: chromadb/context-1 -Processing GGUF: HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive - -> Added with 9 quants -Processing GGUF: google/gemma-4-E2B -Processing GGUF: Jackrong/Qwopus3.5-27B-v3 Processing GGUF: HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} -> Added with 11 quants -Processing GGUF: google/gemma-4-E4B -Processing GGUF: arcee-ai/Trinity-Large-Thinking -Processing GGUF: Qwen/Qwen3.5-9B -Processing GGUF: kai-os/Carnice-9b -Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Added with 6 quants -Processing GGUF: Rta-AILabs/Nandi-Mini-150M -Processing GGUF: kai-os/gemma4-31b-Opus-4.6-reasoning -Processing GGUF: zai-org/GLM-OCR -Processing GGUF: zai-org/GLM-5 -Processing GGUF: unsloth/gemma-4-E2B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 21 quants -Processing GGUF: Jackrong/Qwopus3.5-9B-v3 -Processing GGUF: mudler/Qwen3.5-35B-A3B-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: Qwen/Qwen3.5-27B -Processing GGUF: nvidia/Nemotron-Cascade-2-30B-A3B -Processing GGUF: ibm-granite/granite-4.0-3b-vision -Processing GGUF: Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF - -> Added with 3 quants -Processing GGUF: tiiuae/Falcon-Perception -Processing GGUF: FINAL-Bench/Darwin-35B-A3B-Opus -Processing GGUF: LiquidAI/LFM2.5-350M-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: moonshotai/Kimi-K2.5 -Processing GGUF: huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated -Processing GGUF: HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive +Processing GGUF: MiniMaxAI/MiniMax-M2.7 +Processing GGUF: llmfan46/Qwen3.6-35B-A3B-uncensored-heretic +Processing GGUF: Jackrong/Qwopus3.6-27B-v1-preview-GGUF + -> Generated description -> Added with 9 quants -Processing GGUF: tiiuae/Falcon-OCR -Processing GGUF: Tesslate/OmniCoder-9B -Processing GGUF: meituan-longcat/LongCat-Next -Processing GGUF: MiniMaxAI/MiniMax-M2.5 -Processing GGUF: Qwen/Qwen3.5-35B-A3B -Processing GGUF: ggml-org/gemma-4-E2B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: microsoft/VibeVoice-1.5B -Processing GGUF: 0xSero/gemma-4-21b-a4b-it-REAP -Processing GGUF: unsloth/Qwen3.5-27B-GGUF - -> Skipping multi-part file: BF16/Qwen3.5-27B-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/Qwen3.5-27B-BF16-00002-of-00002.gguf - -> Added with 21 quants +Processing GGUF: ibm-granite/granite-4.1-30b-base +Processing GGUF: XiaomiMiMo/MiMo-V2.5-ASR +Processing GGUF: ibm-granite/granite-guardian-4.1-8b +Processing GGUF: XiaomiMiMo/MiMo-V2.5-Pro-Base +Processing GGUF: lewtun/talkie-1930-13b-it-hf +Processing GGUF: datalab-to/chandra-ocr-2 +Processing GGUF: ibm-granite/granite-4.1-8b-base +Processing GGUF: mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF + -> Generated description + -> Added with 9 quants +Processing GGUF: AngelSlim/Hy-MT1.5-1.8B-1.25bit-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled +Processing GGUF: google/gemma-4-E2B-it +Processing GGUF: AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-NVFP4 +Processing GGUF: meta-llama/Llama-3.1-8B-Instruct +Processing GGUF: tencent/HY-MT1.5-1.8B +Processing GGUF: Qwen/Qwen3.5-9B +Processing GGUF: Qwen/Qwen3.5-4B Processing GGUF: unsloth/Qwen3.5-9B-GGUF -> Added with 22 quants -Processing GGUF: bartowski/google_gemma-4-26B-A4B-it-GGUF - -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00001-of-00002.gguf - -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 27 quants -Processing GGUF: Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Added with 10 quants -Processing GGUF: prism-ml/Bonsai-1.7B-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: unsloth/gemma-4-31B-it-GGUF + -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf + -> Added with 21 quants +Processing GGUF: tencent/Hy-MT1.5-1.8B-2bit-GGUF + -> Generated description -> Added with 1 quants -Processing GGUF: ggml-org/gemma-4-26B-A4B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: unsloth/granite-4.1-8b-GGUF + -> Generated description + -> Added with 21 quants +Processing GGUF: nvidia/Efficient-DLM-4B +Processing GGUF: nvidia/Gemma-4-31B-IT-NVFP4 +Processing GGUF: llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF + -> Generated description + -> Added with 19 quants +Processing GGUF: kai-os/Carnice-V2-27b +Processing GGUF: llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: unsloth/gemma-4-E4B-it-GGUF + -> Added with 21 quants +Processing GGUF: ibm-granite/granite-4.1-3b-base +Processing GGUF: DavidAU/Qwen3.6-27B-NEO-CODE-Di-IMatrix-MAX-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-Multimodal-NVFP4-MTP-XS +Processing GGUF: Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash +Processing GGUF: DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking +Processing GGUF: microsoft/VibeVoice-1.5B +Processing GGUF: spiritbuun/Qwen3.6-27B-DFlash-GGUF + -> Generated description + -> Added with 2 quants +Processing GGUF: openai/gpt-oss-20b +Processing GGUF: WithinUsAI/Opus4.7-GODs.Ghost.Codex-4B.GGuF + -> Generated description -> Added with 3 quants -Processing GGUF: deepseek-ai/DeepSeek-R1 -Processing GGUF: Qwen/Qwen3-Coder-Next -Processing GGUF: nohurry/gemma-4-26B-A4B-it-heretic-GUFF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 17 quants -Processing GGUF: coder3101/gemma-4-26B-A4B-it-heretic -Processing GGUF: Tesslate/OmniCoder-9B-GGUF - -> Added with 13 quants +Processing GGUF: Jackrong/Qwopus-GLM-18B-Merged-GGUF + -> Generated description + -> Added with 8 quants +Processing GGUF: sakamakismile/Qwen3.6-27B-Text-NVFP4-MTP +Processing GGUF: Hcompany/Holotron-3-Nano +Processing GGUF: zlaabsi/Qwen3.6-27B-OTQ-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: google/gemma-4-31B Processing GGUF: zed-industries/zeta-2 -Processing GGUF: HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: Qwen/Qwen3.6-35B-A3B-FP8 +Processing GGUF: prism-ml/Ternary-Bonsai-8B-gguf + -> Generated description + -> Added with 2 quants +Processing GGUF: poolside/Laguna-XS.2-NVFP4 +Processing GGUF: unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning +Processing GGUF: GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-GGUF + -> Generated description + -> Added with 7 quants +Processing GGUF: Qwen/Qwen2.5-7B-Instruct +Processing GGUF: google/gemma-4-E4B +Processing GGUF: ADSKAILab/Zero-To-CAD-Qwen3-VL-2B +Processing GGUF: mudler/Qwen3.6-35B-A3B-APEX-GGUF + -> Generated description -> Added with 7 quants -Processing GGUF: YTan2000/Qwen3.5-27B-TQ3_1S - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: antirez/deepseek-v4-gguf + -> Generated description -> Added with 1 quants -Processing GGUF: meta-llama/Llama-3.1-8B-Instruct -Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2 -Processing GGUF: deepseek-ai/DeepSeek-V3.2 -Processing GGUF: Qwen/Qwen3.5-397B-A17B -Processing GGUF: DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking -Processing GGUF: unsloth/Qwen3.5-35B-A3B-GGUF - -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00002-of-00002.gguf - -> Added with 23 quants -Processing GGUF: google/gemma-3-4b-it +Processing GGUF: lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled Processing GGUF: openai/gpt-oss-120b -Processing GGUF: datalab-to/chandra-ocr-2 -Processing GGUF: ggml-org/gemma-4-E4B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: bartowski/google_gemma-4-31B-it-GGUF - -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00001-of-00002.gguf - -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 28 quants -Processing GGUF: mlx-community/gemma-4-26b-a4b-it-4bit -Processing GGUF: openai/gpt-oss-20b -Processing GGUF: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF - -> Added with 24 quants -Processing GGUF: Jackrong/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled -Processing GGUF: sbintuitions/sarashina2.2-ocr -Processing GGUF: ggml-org/gemma-4-31B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: mudler/gemma-4-26B-A4B-it-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF + -> Generated description + -> Added with 7 quants +Processing GGUF: nvidia/MiniMax-M2.7-NVFP4 +Processing GGUF: unsloth/Qwen3.6-35B-A3B-UD-MLX-4bit +Processing GGUF: ibm-granite/granite-4.1-8b-fp8 +Processing GGUF: OrionLLM/GRM-2.6-Plus +Processing GGUF: tencent/Hy-MT1.5-1.8B-1.25bit-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: unsloth/granite-4.1-3b-GGUF + -> Generated description + -> Added with 21 quants +Processing GGUF: unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF + -> Skipping multi-part file: BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00002-of-00002.gguf + -> Added with 26 quants +Processing GGUF: deepseek-ai/DeepSeek-OCR-2 +Processing GGUF: nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4 +Processing GGUF: Hcompany/Holo3-35B-A3B +Processing GGUF: opendatalab/MinerU2.5-Pro-2604-1.2B +Processing GGUF: HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive -> Added with 7 quants +Processing GGUF: mlx-community/Qwen3.6-35B-A3B-4bit +Processing GGUF: AEON-7/Qwen3.6-35B-A3B-heretic-NVFP4 +Processing GGUF: unsloth/Kimi-K2.6-GGUF + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00001-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00002-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00003-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00004-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00005-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00006-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00007-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00008-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00009-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00010-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00011-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00012-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00013-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00014-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00015-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00016-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00017-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00018-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00019-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00020-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00021-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00022-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00023-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00024-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00025-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00026-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00027-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00028-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00029-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00030-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00031-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00032-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00033-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00034-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00035-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00036-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00037-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00038-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00039-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00040-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00041-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00042-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00043-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00044-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00045-of-00046.gguf + -> Skipping multi-part file: BF16/Kimi-K2.6-BF16-00046-of-00046.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00001-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00002-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00003-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00004-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00005-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00006-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00007-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00008-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00009-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00010-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00011-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00012-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00013-of-00014.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00014-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00001-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00002-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00003-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00004-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00005-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00006-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00007-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00008-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00009-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00010-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00011-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00012-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00013-of-00014.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.6-UD-Q8_K_XL-00014-of-00014.gguf + -> Generated description + -> Added with 0 quants +Processing GGUF: unsloth/DeepSeek-V4-Flash +Processing GGUF: HuggingFaceTB/nanowhale-100m +Processing GGUF: AngelSlim/Hy-MT1.5-1.8B-2bit-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: unsloth/granite-4.1-30b-GGUF + -> Skipping multi-part file: BF16/granite-4.1-30b-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/granite-4.1-30b-BF16-00002-of-00002.gguf + -> Generated description + -> Added with 21 quants +Processing GGUF: Qwen/Qwen3-0.6B +Processing GGUF: moondream/moondream3-preview +Processing GGUF: google/gemma-4-E2B +Processing GGUF: prism-ml/Bonsai-8B-gguf + -> Added with 2 quants +Processing GGUF: unsloth/gemma-4-E2B-it-GGUF + -> Added with 21 quants +Processing GGUF: FINAL-Bench/Darwin-36B-Opus +Processing GGUF: FINAL-Bench/Darwin-28B-KR-Legal +Processing GGUF: cHunter789/Qwen3.6-27B-i1-IQ4_XS-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: lightonai/LightOnOCR-2-1B +Processing GGUF: PaddlePaddle/PaddleOCR-VL-1.5 +Processing GGUF: Qwen/Qwen3-Coder-Next Processing GGUF: unsloth/Qwen3-Coder-Next-GGUF -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00001-of-00004.gguf -> Skipping multi-part file: BF16/Qwen3-Coder-Next-BF16-00002-of-00004.gguf @@ -195,347 +442,791 @@ Processing GGUF: unsloth/Qwen3-Coder-Next-GGUF -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00002-of-00003.gguf -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Coder-Next-UD-Q8_K_XL-00003-of-00003.gguf -> Added with 26 quants -Processing GGUF: YTan2000/Qwopus3.5-27B-v3-TQ3_4S - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: Qwen/Qwen3.5-35B-A3B +Processing GGUF: llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF + -> Added with 10 quants +Processing GGUF: llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: zerofata/G4-MeroMero-26B-A4B-gguf + -> Generated description + -> Added with 8 quants +Processing GGUF: bartowski/Qwen_Qwen3.6-27B-GGUF + -> Skipping multi-part file: Qwen_Qwen3.6-27B-bf16/Qwen_Qwen3.6-27B-bf16-00001-of-00002.gguf + -> Skipping multi-part file: Qwen_Qwen3.6-27B-bf16/Qwen_Qwen3.6-27B-bf16-00002-of-00002.gguf + -> Generated description + -> Added with 27 quants +Processing GGUF: huihui-ai/Huihui-Qwen3.6-27B-abliterated +Processing GGUF: Freenixi/Abiray-Qwen3.6-27B-NVFP4-GGUF + -> Generated description -> Added with 1 quants -Processing GGUF: p-e-w/gemma-4-E2B-it-heretic-ara -Processing GGUF: DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking -Processing GGUF: openai-community/gpt2 -Processing GGUF: XiaomiMiMo/MiMo-V2-Flash -Processing GGUF: Qwen/Qwen3.5-4B -Processing GGUF: HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive - -> Added with 13 quants -Processing GGUF: prism-ml/Bonsai-4B-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: infgrad/Prism-Qwen3.5-Reranker-0.8B +Processing GGUF: llmfan46/Qwen3.6-27B-uncensored-heretic-v2 +Processing GGUF: meta-llama/Llama-3.3-70B-Instruct +Processing GGUF: AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF -> Added with 1 quants +Processing GGUF: Qwen/Qwen3-Embedding-8B +Processing GGUF: Qwen/Qwen3-Coder-30B-A3B-Instruct +Processing GGUF: Qwen/Qwen3-VL-2B-Instruct Processing GGUF: zai-org/GLM-4.7-Flash -Processing GGUF: PaddlePaddle/PaddleOCR-VL-1.5 -Processing GGUF: byteshape/Qwen3.5-9B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 12 quants -Processing GGUF: kai-os/Carnice-9b-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Added with 6 quants +Processing GGUF: Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Added with 10 quants +Processing GGUF: Crownelius/Crow-9B-HERETIC-4.6 + -> Added with 5 quants +Processing GGUF: baidu/Qianfan-OCR +Processing GGUF: LiquidAI/LFM2.5-350M +Processing GGUF: nvidia/audio-flamingo-next-hf +Processing GGUF: Minthy/ToriiGate-0.5 +Processing GGUF: Jiunsong/supergemma4-26b-uncensored-gguf-v2 + -> Generated description + -> Added with 1 quants +Processing GGUF: bearzi/gemma-4-31B-it-JANG_1L +Processing GGUF: huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated +Processing GGUF: z-lab/Qwen3.5-122B-A10B-DFlash +Processing GGUF: YTan2000/Qwen3.6-27B-TQ3_4S + -> Generated description + -> Added with 1 quants +Processing GGUF: cyankiwi/Qwen3.6-27B-AWQ-INT4 +Processing GGUF: TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2-GGUF + -> Generated description + -> Added with 8 quants +Processing GGUF: Warecube/Warecube-KO-27B-v3 +Processing GGUF: AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-Multimodal-NVFP4-MTP +Processing GGUF: dtestnyrr/talkie-1930-13b-base-gptq-int4 +Processing GGUF: AuriAetherwiing/G4-26B-A4B-Musica-v1 +Processing GGUF: bartowski/ibm-granite_granite-4.1-30b-GGUF + -> Skipping multi-part file: ibm-granite_granite-4.1-30b-bf16/ibm-granite_granite-4.1-30b-bf16-00001-of-00002.gguf + -> Skipping multi-part file: ibm-granite_granite-4.1-30b-bf16/ibm-granite_granite-4.1-30b-bf16-00002-of-00002.gguf + -> Generated description + -> Added with 27 quants +Processing GGUF: sokann/Qwen3.6-27B-GGUF-4.256bpw + -> Generated description + -> Added with 1 quants +Processing GGUF: zerofata/G4-MeroMero-31B-gguf + -> Generated description + -> Added with 8 quants +Processing GGUF: HebArabNlpProject/Hebatron +Processing GGUF: deepcrayon/LibreHPS-4B-v1.1 +Processing GGUF: meta-llama/Llama-3.2-3B-Instruct +Processing GGUF: Qwen/Qwen3-Embedding-0.6B +Processing GGUF: NousResearch/Hermes-4.3-36B +Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 +Processing GGUF: XiaomiMiMo/MiMo-V2-Flash +Processing GGUF: Qwen/Qwen3-VL-Embedding-8B +Processing GGUF: Qwen/Qwen3.5-27B +Processing GGUF: HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive + -> Added with 9 quants +Processing GGUF: DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking +Processing GGUF: Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF -> Added with 3 quants -Processing GGUF: Qwen/Qwen2.5-7B-Instruct +Processing GGUF: meituan-longcat/LongCat-Next +Processing GGUF: bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF + -> Added with 4 quants +Processing GGUF: cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit +Processing GGUF: LilaRest/gemma-4-31B-it-NVFP4-turbo +Processing GGUF: Jiunsong/supergemma4-26b-uncensored-mlx-4bit-v2 +Processing GGUF: unsloth/MiniMax-M2.7-GGUF + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00001-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00002-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00003-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00004-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00005-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00006-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00007-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00008-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00009-of-00010.gguf + -> Skipping multi-part file: BF16/MiniMax-M2.7-BF16-00010-of-00010.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00001-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00002-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00003-of-00004.gguf + -> Skipping multi-part file: MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00004-of-00004.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00001-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00002-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00003-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00004-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00005-of-00006.gguf + -> Skipping multi-part file: Q8_0/MiniMax-M2.7-Q8_0-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00001-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00002-of-00003.gguf + -> Skipping multi-part file: UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00003-of-00003.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00001-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00002-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00003-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00004-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00001-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00002-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00003-of-00004.gguf + -> Skipping multi-part file: UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00005-of-00005.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00001-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00002-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00003-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00004-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00005-of-00006.gguf + -> Skipping multi-part file: UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00006-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00001-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00002-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00003-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00004-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00005-of-00006.gguf + -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00006-of-00006.gguf +Processing GGUF: bartowski/Qwen_Qwen3.6-35B-A3B-GGUF + -> Skipping multi-part file: Qwen_Qwen3.6-35B-A3B-bf16/Qwen_Qwen3.6-35B-A3B-bf16-00001-of-00002.gguf + -> Skipping multi-part file: Qwen_Qwen3.6-35B-A3B-bf16/Qwen_Qwen3.6-35B-A3B-bf16-00002-of-00002.gguf + -> Generated description + -> Added with 28 quants +Processing GGUF: LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Wasserstein-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: ibm-granite/granite-4.1-3b-fp8 +Processing GGUF: ibm-granite/granite-4.1-30b-fp8 +Processing GGUF: unsloth/Qwen3.6-27B-UD-MLX-4bit +Processing GGUF: Ex0bit/Qwen3.6-35B-A3B-PRISM-NVFP4 +Processing GGUF: Jackrong/Qwopus3.6-27B-v1-preview +Processing GGUF: groxaxo/Qwen3.6-27B-GPTQ-Pro-4bit +Processing GGUF: rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled-GGUF + -> Generated description + -> Added with 8 quants +Processing GGUF: sphaela/Qwen3.6-27B-AutoRound-GGUF + -> Generated description + -> Added with 15 quants +Processing GGUF: unsloth/DeepSeek-V4-Pro +Processing GGUF: HuggingFaceTB/nanowhale-100m-base +Processing GGUF: TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-v2 +Processing GGUF: sakamakismile/Huihui-Qwen3.6-27B-abliterated-NVFP4-MTP +Processing GGUF: mlx-community/DeepSeek-V4-Flash-2bit-DQ +Processing GGUF: ginigen-ai/Rogue-28B-MIX +Processing GGUF: AuriAetherwiing/G4-31B-Musica-v1 +Processing GGUF: AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-Text-NVFP4-MTP-XS +Processing GGUF: nvidia/Cosmos-Reason2-32B +Processing GGUF: thomasgauthier/talkie-1930-13b-it-GGUF + -> Generated description + -> Added with 4 quants +Processing GGUF: meta-llama/Meta-Llama-3-8B-Instruct +Processing GGUF: meta-llama/Meta-Llama-3-8B +Processing GGUF: openvla/openvla-7b +Processing GGUF: meta-llama/Llama-3.1-8B +Processing GGUF: google/gemma-3-1b-it +Processing GGUF: ibm-granite/granite-docling-258M +Processing GGUF: Qwen/Qwen3-4B-Instruct-2507 +Processing GGUF: nvidia/Efficient-DLM-8B +Processing GGUF: unsloth/Nemotron-3-Nano-30B-A3B-GGUF + -> Skipping multi-part file: BF16/Nemotron-3-Nano-30B-A3B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Nemotron-3-Nano-30B-A3B-BF16-00002-of-00002.gguf + -> Generated description + -> Added with 22 quants +Processing GGUF: moonshotai/Kimi-K2.5 +Processing GGUF: google/medgemma-1.5-4b-it +Processing GGUF: LiquidAI/LFM2.5-1.2B-Thinking +Processing GGUF: openbmb/MiniCPM-o-4_5-gguf + -> Generated description + -> Added with 19 quants +Processing GGUF: MiniMaxAI/MiniMax-M2.5 +Processing GGUF: Qwen/Qwen3.5-0.8B +Processing GGUF: unsloth/Qwen3.5-0.8B-GGUF + -> Added with 22 quants +Processing GGUF: unsloth/Qwen3.5-4B-GGUF + -> Added with 22 quants +Processing GGUF: mlx-community/Qwen3.5-9B-MLX-4bit Processing GGUF: HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive -> Added with 4 quants -Processing GGUF: GenSearcher/Gen-Searcher-8B -Processing GGUF: samuelcardillo/Qwen3-Coder-Next-Opus-4.6-Reasoning-Distilled-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF + -> Added with 1 quants +Processing GGUF: google/gemma-4-26B-A4B +Processing GGUF: Tesslate/OmniCoder-9B +Processing GGUF: bartowski/google_gemma-4-26B-A4B-it-GGUF + -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00001-of-00002.gguf + -> Skipping multi-part file: google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00002-of-00002.gguf + -> Added with 27 quants +Processing GGUF: LiquidAI/LFM2.5-VL-450M +Processing GGUF: CISCai/gemma-4-31B-it-NVFP4-turbo-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: cyankiwi/Qwen3.6-35B-A3B-AWQ-4bit +Processing GGUF: poolside/Laguna-XS.2-FP8 +Processing GGUF: Anserwise/AWAXIS-Think-28B +Processing GGUF: bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF + -> Skipping multi-part file: FINAL-Bench_Darwin-36B-Opus-bf16/FINAL-Bench_Darwin-36B-Opus-bf16-00001-of-00002.gguf + -> Skipping multi-part file: FINAL-Bench_Darwin-36B-Opus-bf16/FINAL-Bench_Darwin-36B-Opus-bf16-00002-of-00002.gguf + -> Generated description + -> Added with 27 quants +Processing GGUF: flwrlabs/Lizzy-7B-GGUF + -> Generated description -> Added with 5 quants -Processing GGUF: paperscarecrow/Gemma-4-31B-it-abliterated - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF + -> Generated description -> Added with 3 quants -Processing GGUF: TeichAI/gemma-4-31B-it-Claude-Opus-Distill -Processing GGUF: meta-llama/Meta-Llama-3-8B-Instruct -Processing GGUF: lightonai/LightOnOCR-2-1B -Processing GGUF: stepfun-ai/Step-3.5-Flash -Processing GGUF: LuffyTheFox/Qwen3.5-27B-Claude-4.6-Opus-Uncensored-V2-Kullback-Leibler-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 6 quants -Processing GGUF: Jackrong/Qwopus3.5-4B-v3-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants +Processing GGUF: bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_M/mistralai_Mistral-Medium-3.5-128B-IQ3_M-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_M/mistralai_Mistral-Medium-3.5-128B-IQ3_M-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XS/mistralai_Mistral-Medium-3.5-128B-IQ3_XS-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XS/mistralai_Mistral-Medium-3.5-128B-IQ3_XS-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XXS/mistralai_Mistral-Medium-3.5-128B-IQ3_XXS-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ3_XXS/mistralai_Mistral-Medium-3.5-128B-IQ3_XXS-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_NL/mistralai_Mistral-Medium-3.5-128B-IQ4_NL-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_NL/mistralai_Mistral-Medium-3.5-128B-IQ4_NL-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_XS/mistralai_Mistral-Medium-3.5-128B-IQ4_XS-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-IQ4_XS/mistralai_Mistral-Medium-3.5-128B-IQ4_XS-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q2_K_L/mistralai_Mistral-Medium-3.5-128B-Q2_K_L-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q2_K_L/mistralai_Mistral-Medium-3.5-128B-Q2_K_L-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_L/mistralai_Mistral-Medium-3.5-128B-Q3_K_L-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_L/mistralai_Mistral-Medium-3.5-128B-Q3_K_L-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_M/mistralai_Mistral-Medium-3.5-128B-Q3_K_M-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_M/mistralai_Mistral-Medium-3.5-128B-Q3_K_M-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_S/mistralai_Mistral-Medium-3.5-128B-Q3_K_S-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_S/mistralai_Mistral-Medium-3.5-128B-Q3_K_S-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_XL/mistralai_Mistral-Medium-3.5-128B-Q3_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q3_K_XL/mistralai_Mistral-Medium-3.5-128B-Q3_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_0/mistralai_Mistral-Medium-3.5-128B-Q4_0-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_0/mistralai_Mistral-Medium-3.5-128B-Q4_0-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_1/mistralai_Mistral-Medium-3.5-128B-Q4_1-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_1/mistralai_Mistral-Medium-3.5-128B-Q4_1-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_L/mistralai_Mistral-Medium-3.5-128B-Q4_K_L-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_L/mistralai_Mistral-Medium-3.5-128B-Q4_K_L-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_M/mistralai_Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_M/mistralai_Mistral-Medium-3.5-128B-Q4_K_M-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_S/mistralai_Mistral-Medium-3.5-128B-Q4_K_S-00001-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q4_K_S/mistralai_Mistral-Medium-3.5-128B-Q4_K_S-00002-of-00002.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_M/mistralai_Mistral-Medium-3.5-128B-Q5_K_M-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_M/mistralai_Mistral-Medium-3.5-128B-Q5_K_M-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_M/mistralai_Mistral-Medium-3.5-128B-Q5_K_M-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_S/mistralai_Mistral-Medium-3.5-128B-Q5_K_S-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_S/mistralai_Mistral-Medium-3.5-128B-Q5_K_S-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q5_K_S/mistralai_Mistral-Medium-3.5-128B-Q5_K_S-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K/mistralai_Mistral-Medium-3.5-128B-Q6_K-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K/mistralai_Mistral-Medium-3.5-128B-Q6_K-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K/mistralai_Mistral-Medium-3.5-128B-Q6_K-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00001-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00002-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00003-of-00003.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00001-of-00004.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00002-of-00004.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00003-of-00004.gguf + -> Skipping multi-part file: mistralai_Mistral-Medium-3.5-128B-Q8_0/mistralai_Mistral-Medium-3.5-128B-Q8_0-00004-of-00004.gguf + -> Generated description + -> Added with 8 quants +Processing GGUF: bartowski/ibm-granite_granite-4.1-3b-GGUF + -> Generated description + -> Added with 25 quants +Processing GGUF: Jackrong/MLX-Qwen3.5-9B-DeepSeek-V4-Flash-4bit +Processing GGUF: mlx-community/Ling-2.6-flash-mlx-4bit-DWQ +Processing GGUF: ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF + -> Generated description + -> Added with 27 quants +Processing GGUF: ponpoke/flux2-klein-9b-uncensored-text-encoder + -> Generated description + -> Added with 4 quants +Processing GGUF: google/gemma-2-2b-it +Processing GGUF: Qwen/Qwen2.5-Coder-7B-Instruct +Processing GGUF: Qwen/Qwen2.5-1.5B-Instruct +Processing GGUF: meta-llama/Llama-3.2-1B-Instruct Processing GGUF: meta-llama/Llama-3.2-3B -Processing GGUF: google/functiongemma-270m-it -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B +Processing GGUF: Qwen/Qwen2.5-VL-7B-Instruct +Processing GGUF: DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: google/gemma-3-27b-it +Processing GGUF: Qwen/Qwen3-8B +Processing GGUF: dphn/Dolphin-Mistral-24B-Venice-Edition +Processing GGUF: mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF + -> Generated description + -> Added with 24 quants +Processing GGUF: unsloth/gpt-oss-120b-GGUF + -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00001-of-00002.gguf + -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00002-of-00002.gguf + -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00001-of-00002.gguf + -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00002-of-00002.gguf + -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00001-of-00002.gguf + -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00002-of-00002.gguf + -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00001-of-00002.gguf + -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00002-of-00002.gguf + -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00001-of-00002.gguf + -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00002-of-00002.gguf + -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00001-of-00002.gguf + -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00002-of-00002.gguf + -> Added with 1 quants +Processing GGUF: nvidia/Cosmos-Reason2-8B +Processing GGUF: LiquidAI/LFM2.5-1.2B-Instruct +Processing GGUF: google/translategemma-4b-it +Processing GGUF: inclusionAI/LLaDA2.1-flash +Processing GGUF: zai-org/GLM-5 +Processing GGUF: LiquidAI/LFM2-24B-A2B-GGUF + -> Added with 7 quants +Processing GGUF: Qwen/Qwen3.5-122B-A10B +Processing GGUF: LiquidAI/LFM2-24B-A2B +Processing GGUF: z-lab/Qwen3.5-9B-DFlash +Processing GGUF: DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF + -> Added with 11 quants +Processing GGUF: nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 +Processing GGUF: nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8 +Processing GGUF: nvidia/Nemotron-Cascade-2-30B-A3B +Processing GGUF: HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive + -> Added with 13 quants +Processing GGUF: onnx-community/gemma-4-E2B-it-ONNX +Processing GGUF: mudler/gemma-4-26B-A4B-it-APEX-GGUF + -> Added with 8 quants +Processing GGUF: cyankiwi/gemma-4-31B-it-AWQ-4bit +Processing GGUF: coder3101/gemma-4-31B-it-heretic +Processing GGUF: TrevorJS/gemma-4-E2B-it-uncensored +Processing GGUF: TrevorJS/gemma-4-E4B-it-uncensored-GGUF + -> Generated description + -> Added with 2 quants +Processing GGUF: LGAI-EXAONE/EXAONE-4.5-33B +Processing GGUF: nvidia/audio-flamingo-next-captioner-hf +Processing GGUF: khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic +Processing GGUF: DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking +Processing GGUF: unsloth/Qwen3.6-35B-A3B-MLX-8bit +Processing GGUF: dealignai/Qwen3.6-35B-A3B-JANGTQ4-CRACK +Processing GGUF: hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled +Processing GGUF: TheDrummer/Rocinante-XL-16B-v1-GGUF + -> Generated description + -> Added with 6 quants +Processing GGUF: rdtand/Qwen3.6-27B-PrismaQuant-5.5bit-vllm +Processing GGUF: unsloth/Qwen3.6-35B-A3B-NVFP4 +Processing GGUF: mlx-community/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-mlx-8bit +Processing GGUF: poolside/Laguna-XS.2-INT4 +Processing GGUF: darkc0de/XORTRON-XPRT-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: Pixelber/Flipradio_qwen_3.5_9B_Deepseek_V4_flash_Distillation + -> Generated description + -> Added with 2 quants +Processing GGUF: Radamanthys11/Qwen3.6-27B-MTP-Q8_0-GGUF + -> Generated description -> Added with 1 quants -Processing GGUF: nvidia/gpt-oss-puzzle-88B -Processing GGUF: prism-ml/Bonsai-4B-mlx-1bit -Processing GGUF: bartowski/FINAL-Bench_Darwin-35B-A3B-Opus-GGUF - -> Skipping multi-part file: FINAL-Bench_Darwin-35B-A3B-Opus-bf16/FINAL-Bench_Darwin-35B-A3B-Opus-bf16-00001-of-00002.gguf - -> Skipping multi-part file: FINAL-Bench_Darwin-35B-A3B-Opus-bf16/FINAL-Bench_Darwin-35B-A3B-Opus-bf16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: Intel/DeepSeek-V4-Flash-W4A16-AutoRound +Processing GGUF: List-cloud/List-3.0-Ultra-Coder-Brain +Processing GGUF: rdtand/MiniMax-M2.7-PrismaQuant-3.20bit-vllm +Processing GGUF: ggml-org/NVIDIA-Nemotron-3-Nano-Omni + -> Generated description + -> Added with 2 quants +Processing GGUF: mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF + -> Generated description + -> Added with 9 quants +Processing GGUF: ManniX-ITA/Qwen3.6-27B-Omnimerge-v4 +Processing GGUF: llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GPTQ-Int4 +Processing GGUF: OrobasVault/Geodesic-Phantom-12B +Processing GGUF: mistralai/Mistral-7B-v0.1 +Processing GGUF: deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct +Processing GGUF: microsoft/Florence-2-large +Processing GGUF: DavidAU/L3-DARKEST-PLANET-16.5B-GGUF + -> Generated description + -> Added with 21 quants +Processing GGUF: Qwen/Qwen2.5-Coder-32B-Instruct +Processing GGUF: DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF + -> Added with 13 quants +Processing GGUF: Qwen/Qwen3-Reranker-0.6B +Processing GGUF: katanemo/Arch-Router-1.5B +Processing GGUF: Qwen/Qwen3-Embedding-4B +Processing GGUF: HuggingFaceTB/SmolLM3-3B +Processing GGUF: openbmb/MiniCPM-V-4_5 +Processing GGUF: NousResearch/Hermes-4-14B +Processing GGUF: openai/gpt-oss-safeguard-20b +Processing GGUF: zai-org/GLM-4.6 +Processing GGUF: Qwen/Qwen3-VL-8B-Instruct +Processing GGUF: PaddlePaddle/PaddleOCR-VL +Processing GGUF: ByteDance/Ouro-2.6B-Thinking +Processing GGUF: deepseek-ai/DeepSeek-V3.2 +Processing GGUF: allenai/Molmo2-8B +Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4 +Processing GGUF: LiquidAI/LFM2.5-1.2B-Thinking-GGUF + -> Added with 7 quants +Processing GGUF: unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF + -> Generated description -> Added with 27 quants -Processing GGUF: mlx-community/gemma-4-31b-8bit -Processing GGUF: DJLougen/Harmonic-Hermes-9B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 16 quants -Processing GGUF: unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF - -> Skipping multi-part file: BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf - -> Skipping multi-part file: BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00002-of-00002.gguf - -> Added with 26 quants +Processing GGUF: jeremyhola/LORAs + -> Generated description + -> Added with 1 quants +Processing GGUF: huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated Processing GGUF: Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF -> Added with 10 quants -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-NVFP4 -Processing GGUF: llm-jp/llm-jp-4-8b-thinking +Processing GGUF: HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive + -> Added with 9 quants +Processing GGUF: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF + -> Added with 24 quants Processing GGUF: Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2 -Processing GGUF: unsloth/gemma-4-26B-A4B -Processing GGUF: HauhauCS/Qwen3.5-35B-Optimized-HauhauCS-40 - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: arcee-ai/Trinity-Large-Thinking-GGUF - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00001-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00002-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00003-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00004-of-00004.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00001-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00002-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00003-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00004-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00005-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00006-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00007-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00001-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00002-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00003-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00004-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00005-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00006-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00007-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00002-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00003-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00004-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00005-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00006-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00007-of-00007.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00001-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00002-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00003-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00004-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00005-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00006-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00007-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00008-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00001-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00002-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00003-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00004-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00005-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00006-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00007-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00008-of-00008.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00001-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00002-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00003-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00004-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00005-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00006-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00007-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00008-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00009-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00001-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00002-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00003-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00004-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00005-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00006-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00007-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00008-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00009-of-00009.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00001-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00002-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00003-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00004-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00005-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00006-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00007-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00008-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00009-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00010-of-00011.gguf - -> Skipping multi-part file: Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00011-of-00011.gguf -Processing GGUF: lilyanatia/Bonsai-8B-requantized - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2 +Processing GGUF: huihui-ai/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated +Processing GGUF: AxiomicLabs/GPT-X2-125M +Processing GGUF: Jackrong/Qwopus3.5-9B-v3-GGUF -> Added with 5 quants -Processing GGUF: cyankiwi/gemma-4-31B-it-AWQ-4bit -Processing GGUF: CCSSNE/gemma-4-26B-A4B-it-heretic-ara-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: bartowski/google_gemma-4-31B-it-GGUF + -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00001-of-00002.gguf + -> Skipping multi-part file: google_gemma-4-31B-it-bf16/google_gemma-4-31B-it-bf16-00002-of-00002.gguf + -> Added with 28 quants +Processing GGUF: kai-os/Carnice-9b +Processing GGUF: llmfan46/gemma-4-31B-it-uncensored-heretic +Processing GGUF: TrevorJS/gemma-4-E4B-it-uncensored +Processing GGUF: TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF + -> Generated description + -> Added with 2 quants +Processing GGUF: douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00001-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00002-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00003-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00004-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00005-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00006-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00007-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00008-of-00009.gguf + -> Skipping multi-part file: gemma-4-31b-jang-crack-Q8_0-00009-of-00009.gguf + -> Generated description + -> Added with 2 quants +Processing GGUF: mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF + -> Generated description + -> Added with 24 quants +Processing GGUF: TheCluster/Gemma-4-31B-Heretic-MLX-8bit +Processing GGUF: DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF + -> Generated description -> Added with 1 quants -Processing GGUF: meta-llama/Llama-3.2-3B-Instruct -Processing GGUF: Qwen/Qwen3-0.6B -Processing GGUF: google/medgemma-1.5-4b-it -Processing GGUF: Qwen/Qwen3.5-0.8B -Processing GGUF: DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF - -> Added with 11 quants -Processing GGUF: mconcat/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-NVFP4 -Processing GGUF: llm-jp/llm-jp-4-32b-a3b-thinking -Processing GGUF: Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF +Processing GGUF: FINAL-Bench/Darwin-4B-Genesis +Processing GGUF: DavidAU/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking +Processing GGUF: mlx-community/gemma-4-e4b-it-OptiQ-4bit +Processing GGUF: Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00001-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00002-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00003-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00004-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00005-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00006-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00007-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00008-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00009-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00010-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q2_K/MiniMax-M2.7-abliterated-Q2_K.gguf-00001-of-00002.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q2_K/MiniMax-M2.7-abliterated-Q2_K.gguf-00002-of-00002.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00001-of-00003.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00002-of-00003.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00003-of-00003.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00001-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00002-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00003-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00004-of-00004.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00001-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00002-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00003-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00004-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00005-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00001-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00002-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00003-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00004-of-00005.gguf + -> Skipping multi-part file: MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00005-of-00005.gguf +Processing GGUF: cyankiwi/MiniMax-M2.7-AWQ-4bit +Processing GGUF: prism-ml/Ternary-Bonsai-8B-mlx-2bit +Processing GGUF: Jiunsong/supergemma4-e4b-abliterated +Processing GGUF: rico03/Qwen3.6-35B-Opus-Reasoning-GGUF + -> Generated description + -> Added with 9 quants +Processing GGUF: atbender/Qwen3.6-VL-REAP-26B-A3B +Processing GGUF: googlecs/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-Q4_K_M-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: unsloth/Qwen3.6-27B-MLX-8bit +Processing GGUF: lmstudio-community/Qwen3.6-27B-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: cyankiwi/Qwen3.6-27B-AWQ-BF16-INT4 +Processing GGUF: Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF + -> Skipping multi-part file: Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16-00001-of-00002.gguf + -> Skipping multi-part file: Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16-00002-of-00002.gguf + -> Generated description -> Added with 6 quants -Processing GGUF: Jackrong/MLX-Qwopus3.5-9B-v3-4bit -Processing GGUF: mlx-community/gemma-4-31b-it-4bit -Processing GGUF: Abhiray/gemma-4-E4B-it-heretic-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: dealignai/Qwen3.6-27B-JANG_4M-CRACK +Processing GGUF: mudler/MiniMax-M2.7-APEX-GGUF + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00001-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00002-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00003-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00004-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00005-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00006-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00007-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00008-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00009-of-00010.gguf + -> Skipping multi-part file: MiniMax-M2.7-APEX-F16-00010-of-00010.gguf + -> Generated description + -> Added with 8 quants +Processing GGUF: unsloth/Qwen3.6-27B-NVFP4 +Processing GGUF: wangzhang/Qwen3.6-27B-abliterated +Processing GGUF: mlx-community/DeepSeek-V4-Flash-4bit +Processing GGUF: morikomorizz/GRM-2.6-Plus-GGUF + -> Generated description + -> Added with 4 quants +Processing GGUF: llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: infgrad/Prism-Qwen3.5-Reranker-9B +Processing GGUF: lordx64/Qwen3.6-35B-A3B-Kimi-K2.6-Reasoning-Distilled-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: nsparks/DeepSeek-V4-Flash-FP4-FP8-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: Guilherme34/Darwin-36B-Opus-ABLITERATED-HERETIC +Processing GGUF: leonsarmiento/Qwen3.6-27B-3bit-mlx +Processing GGUF: mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF + -> Generated description + -> Added with 24 quants +Processing GGUF: GestaltLabs/Ornstein-Hermes-3.6-27b-SABER-MLX-8bit +Processing GGUF: prithivMLmods/Qwen3.6-35B-A3B-Uncensored-Aggressive +Processing GGUF: MultiverseComputingCAI/LittleLamb +Processing GGUF: inferencerlabs/DeepSeek-V4-Flash-MLX-2.8bit-EXP +Processing GGUF: mlx-community/Laguna-XS.2-4bit +Processing GGUF: deucebucket/Qwen3.6-27B-Cerebellum-GGUF + -> Generated description + -> Added with 1 quants +Processing GGUF: RedHatAI/DeepSeek-V4-Flash-NVFP4-FP8 +Processing GGUF: prithivMLmods/CapQwen3.6-27B-BLIP3o-Long-Caption-Distilled +Processing GGUF: mradermacher/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF + -> Generated description + -> Added with 14 quants +Processing GGUF: mlx-community/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-mlx-2Bit +Processing GGUF: mradermacher/NeutralWeirdness-V1-24B-Heretic-GGUF + -> Generated description + -> Added with 11 quants +Processing GGUF: faunix/QwenSeek-2B-GGUF + -> Generated description + -> Added with 9 quants +Processing GGUF: mradermacher/Qwen3.5-27B-Thinkmaker-i1-GGUF + -> Generated description + -> Added with 24 quants +Processing GGUF: AlicanKiraz0/Mihenk-LLM-v2-35B-A3B-Turkish-Financial-Model +Processing GGUF: josephmayo/Qwopus-9B-Unfettered-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: bigscience/bloom +Processing GGUF: teknium/OpenHermes-2.5-Mistral-7B +Processing GGUF: NousResearch/Nous-Hermes-2-Yi-34B +Processing GGUF: google/gemma-7b-it + -> Generated description + -> Added with 1 quants +Processing GGUF: BioMistral/BioMistral-7B +Processing GGUF: ArmurAI/Pentest_AI +Processing GGUF: Sao10K/L3-8B-Stheno-v3.2 +Processing GGUF: meta-llama/Prompt-Guard-86M +Processing GGUF: Qwen/Qwen2.5-0.5B +Processing GGUF: Qwen/Qwen2.5-0.5B-Instruct +Processing GGUF: Qwen/Qwen2.5-72B-Instruct +Processing GGUF: Qwen/Qwen2.5-Coder-7B-Instruct-GGUF + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00001-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00002-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00003-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00004-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00001-of-00003.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00002-of-00003.gguf + -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00003-of-00003.gguf + -> Added with 8 quants +Processing GGUF: Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF + -> Generated description + -> Added with 8 quants +Processing GGUF: meta-llama/Llama-3.2-1B +Processing GGUF: Qwen/Qwen2.5-Coder-3B-Instruct +Processing GGUF: Qwen/Qwen2.5-Coder-14B-Instruct-GGUF + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00001-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00002-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00003-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00004-of-00004.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00002-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00001-of-00002.gguf + -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00002-of-00002.gguf + -> Added with 9 quants +Processing GGUF: jinaai/ReaderLM-v2 +Processing GGUF: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B +Processing GGUF: unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF + -> Added with 8 quants +Processing GGUF: microsoft/Phi-4-mini-instruct +Processing GGUF: litert-community/Gemma3-1B-IT +Processing GGUF: unsloth/gemma-3-12b-it-bnb-4bit +Processing GGUF: canopylabs/orpheus-3b-0.1-ft +Processing GGUF: meta-llama/Llama-4-Scout-17B-16E-Instruct +Processing GGUF: microsoft/bitnet-b1.58-2B-4T +Processing GGUF: microsoft/bitnet-b1.58-2B-4T-gguf + -> Added with 1 quants +Processing GGUF: Qwen/Qwen3-1.7B +Processing GGUF: meta-llama/Llama-Prompt-Guard-2-86M +Processing GGUF: unsloth/Qwen3-14B-GGUF + -> Added with 26 quants +Processing GGUF: Qwen/Qwen3-14B-GGUF + -> Generated description -> Added with 5 quants -Processing GGUF: meta-llama/Llama-3.2-1B-Instruct -Processing GGUF: Qwen/Qwen3-VL-8B-Instruct -Processing GGUF: Qwen/Qwen3.5-2B -Processing GGUF: bartowski/zed-industries_zeta-2-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 25 quants -Processing GGUF: prism-ml/Bonsai-1.7B-mlx-1bit -Processing GGUF: sweepai/sweep-next-edit-v2-7B -Processing GGUF: YTan2000/Qwen3.5-27B-TQ3_4S - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: google/gemma-3n-E4B-it +Processing GGUF: Qwen/Qwen3-Embedding-4B-GGUF +Processing GGUF: Qwen/Qwen3-235B-A22B-Instruct-2507 +Processing GGUF: Qwen/Qwen3-30B-A3B-Instruct-2507 +Processing GGUF: DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf + -> Added with 18 quants +Processing GGUF: NousResearch/Hermes-4-405B-FP8 +Processing GGUF: NorwAI/NorwAI-Magistral-24B-reasoning + -> Generated description -> Added with 1 quants -Processing GGUF: FINAL-Bench/Darwin-35B-A3B-Opus-Q8-GGUF - -> Skipping multi-part file: merged_109838c2-q8_0-00001-of-00003.gguf - -> Skipping multi-part file: merged_109838c2-q8_0-00002-of-00003.gguf - -> Skipping multi-part file: merged_109838c2-q8_0-00003-of-00003.gguf -Processing GGUF: bartowski/google_gemma-4-E4B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: unsloth/gemma-4-E4B-it-UD-MLX-4bit -Processing GGUF: mlx-community/gemma-4-26b-a4b-4bit -Processing GGUF: cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit -Processing GGUF: coder3101/gemma-4-E4B-it-heretic -Processing GGUF: huihui-ai/Huihui-Qwopus3.5-9B-v3-abliterated -Processing GGUF: meta-llama/Meta-Llama-3-8B -Processing GGUF: microsoft/bitnet-b1.58-2B-4T -Processing GGUF: google/medgemma-4b-it +Processing GGUF: neuphonic/neutts-air + -> Generated description + -> Added with 1 quants +Processing GGUF: Qwen/Qwen3Guard-Gen-4B +Processing GGUF: vandijklab/C2S-Scale-Gemma-2-27B +Processing GGUF: allenai/olmOCR-2-7B-1025-FP8 +Processing GGUF: bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF + -> Generated description + -> Added with 28 quants +Processing GGUF: mistralai/Ministral-3-14B-Instruct-2512-GGUF + -> Generated description + -> Added with 5 quants +Processing GGUF: fdtn-ai/Foundation-Sec-8B-Reasoning +Processing GGUF: DavidAU/Qwen3-0.6B-heretic-abliterated-uncensored +Processing GGUF: nvidia/Nemotron-Orchestrator-8B +Processing GGUF: unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00001-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00002-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00003-of-00004.gguf + -> Skipping multi-part file: BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00004-of-00004.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Next-80B-A3B-Instruct-Q4_1-00001-of-00002.gguf + -> Skipping multi-part file: Q4_1/Qwen3-Next-80B-A3B-Instruct-Q4_1-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Next-80B-A3B-Instruct-Q5_K_M-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_M/Qwen3-Next-80B-A3B-Instruct-Q5_K_M-00002-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Next-80B-A3B-Instruct-Q5_K_S-00001-of-00002.gguf + -> Skipping multi-part file: Q5_K_S/Qwen3-Next-80B-A3B-Instruct-Q5_K_S-00002-of-00002.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Next-80B-A3B-Instruct-Q6_K-00001-of-00002.gguf + -> Skipping multi-part file: Q6_K/Qwen3-Next-80B-A3B-Instruct-Q6_K-00002-of-00002.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Next-80B-A3B-Instruct-Q8_0-00001-of-00002.gguf + -> Skipping multi-part file: Q8_0/Qwen3-Next-80B-A3B-Instruct-Q8_0-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q5_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q5_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q6_K_XL-00002-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00002-of-00002.gguf + -> Generated description + -> Added with 17 quants +Processing GGUF: litert-community/Qwen3-0.6B +Processing GGUF: unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF + -> Generated description + -> Added with 26 quants +Processing GGUF: browser-use/bu-30b-a3b-preview +Processing GGUF: nvidia/Cosmos-Reason2-2B +Processing GGUF: tencent/HY-MT1.5-7B +Processing GGUF: tencent/HY-MT1.5-1.8B-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: LiquidAI/LFM2.5-1.2B-Instruct-GGUF + -> Added with 7 quants +Processing GGUF: Qwen/Qwen3-VL-Embedding-2B +Processing GGUF: DreamFast/gemma-3-12b-it-heretic + -> Generated description + -> Added with 8 quants +Processing GGUF: AngelSlim/Fun-CosyVoice3-0.5B-2512_eagle3 Processing GGUF: unsloth/GLM-4.7-Flash-GGUF -> Skipping multi-part file: BF16/GLM-4.7-Flash-BF16-00001-of-00002.gguf -> Skipping multi-part file: BF16/GLM-4.7-Flash-BF16-00002-of-00002.gguf -> Added with 27 quants -Processing GGUF: Qwen/Qwen3-Coder-Next-GGUF - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-F16/Qwen3-Coder-Next-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q6_K/Qwen3-Coder-Next-Q6_K-00004-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Qwen3-Coder-Next-Q8_0/Qwen3-Coder-Next-Q8_0-00004-of-00004.gguf -Processing GGUF: Qwen/Qwen3.5-122B-A10B -Processing GGUF: huihui-ai/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated -Processing GGUF: agentscope-ai/CoPaw-Flash-9B-Q8_0 - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: unsloth/gemma-4-26B-A4B-it -Processing GGUF: lmstudio-community/gemma-4-31B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: Jackrong/MLX-Qwopus3.5-27B-v3-4bit -Processing GGUF: lmstudio-community/gemma-4-26B-A4B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: caiovicentino1/Gemma-4-31B-Claude-Opus-PolarQuant-Q5-Vision -Processing GGUF: TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: meta-llama/Llama-3.3-70B-Instruct -Processing GGUF: AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF - -> Added with 1 quants -Processing GGUF: google/gemma-3-27b-it -Processing GGUF: Qwen/Qwen3-8B -Processing GGUF: Qwen/Qwen3-Embedding-0.6B -Processing GGUF: Qwen/Qwen3-Embedding-8B -Processing GGUF: Qwen/Qwen3-Coder-30B-A3B-Instruct -Processing GGUF: google/translategemma-27b-it -Processing GGUF: ruv/ruvltra-claude-code +Processing GGUF: Cordux/flux2-klein-4B-uncensored-text-encoder + -> Generated description -> Added with 1 quants -Processing GGUF: deepseek-ai/DeepSeek-OCR-2 +Processing GGUF: HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive + -> Generated description + -> Added with 5 quants +Processing GGUF: stepfun-ai/Step-3.5-Flash +Processing GGUF: engineering-group/EngGPT2-16B-A3B Processing GGUF: unsloth/MiniMax-M2.5-GGUF -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00001-of-00010.gguf -> Skipping multi-part file: BF16/MiniMax-M2.5-BF16-00002-of-00010.gguf @@ -653,21 +1344,12 @@ Processing GGUF: unsloth/MiniMax-M2.5-GGUF -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00006-of-00007.gguf -> Skipping multi-part file: UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00007-of-00007.gguf -> Added with 1 quants -Processing GGUF: mlx-community/Qwen3.5-9B-MLX-4bit -Processing GGUF: rednote-hilab/dots.mocr -Processing GGUF: SII-GAIR-NLP/davinci-llm-model -Processing GGUF: ToastyPigeon/Qwen3.5-27B-Marvin-DPO-V2 -Processing GGUF: unsloth/gemma-4-31B-it -Processing GGUF: lmstudio-community/gemma-4-E4B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: llmfan46/gemma-4-31B-it-uncensored-heretic -Processing GGUF: mradermacher/gemma-4-26B-A4B-it-heretic-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 11 quants -Processing GGUF: google/gemma-3-1b-it -Processing GGUF: TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF - -> Added with 13 quants +Processing GGUF: z-lab/gpt-oss-20b-DFlash +Processing GGUF: tiiuae/Falcon-OCR +Processing GGUF: unsloth/Qwen3.5-35B-A3B-GGUF + -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00001-of-00002.gguf + -> Skipping multi-part file: BF16/Qwen3.5-35B-A3B-BF16-00002-of-00002.gguf + -> Added with 23 quants Processing GGUF: unsloth/Qwen3.5-122B-A10B-GGUF -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00001-of-00005.gguf -> Skipping multi-part file: BF16/Qwen3.5-122B-A10B-BF16-00002-of-00005.gguf @@ -711,2107 +1393,515 @@ Processing GGUF: unsloth/Qwen3.5-122B-A10B-GGUF -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00003-of-00003.gguf -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00001-of-00003.gguf -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00005-of-00005.gguf - -> Added with 7 quants -Processing GGUF: litert-community/functiongemma-270m-ft-mobile-actions -Processing GGUF: Qwen/Qwen3.5-35B-A3B-GPTQ-Int4 -Processing GGUF: Crownelius/Crow-9B-HERETIC-4.6 - -> Added with 5 quants -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16 -Processing GGUF: OrionLLM/GRM2-3b -Processing GGUF: Jackrong/MLX-Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-4bit -Processing GGUF: ai-sage/GigaChat3.1-10B-A1.8B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 4 quants -Processing GGUF: slovak-nlp/Qwen3-14B-sk -Processing GGUF: bigatuna/Qwen3.5-9b-Sushi-Coder-RL-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: HarleyWang/Qwen3.5-27B-Claude-Opus-4.6-High-Reasoning -Processing GGUF: QuantTrio/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-AWQ -Processing GGUF: unsloth/gemma-4-31B -Processing GGUF: mradermacher/Holo3-35B-A3B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 13 quants -Processing GGUF: g-group-ai-lab/gwen-tts-0.6B -Processing GGUF: bartowski/google_gemma-4-E2B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: unsloth/gemma-4-E2B-it-UD-MLX-4bit -Processing GGUF: mlx-community/gemma-4-31b-bf16 -Processing GGUF: coder3101/gemma-4-31B-it-heretic -Processing GGUF: bigatuna/Qwen3.5-27b-Sushi-Coder-RL-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: null-space/gemma-4-31b-it-abliterated -Processing GGUF: FINAL-Bench/Darwin-9B-Opus -Processing GGUF: google/gemma-2-2b-it -Processing GGUF: Qwen/Qwen2.5-VL-7B-Instruct -Processing GGUF: Qwen/Qwen3-4B-Instruct-2507 -Processing GGUF: DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 18 quants -Processing GGUF: LiquidAI/LFM2.5-1.2B-Instruct -Processing GGUF: google/translategemma-4b-it -Processing GGUF: Nanbeige/Nanbeige4.1-3B -Processing GGUF: zai-org/GLM-5-FP8 -Processing GGUF: unsloth/Qwen3.5-0.8B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 22 quants -Processing GGUF: unsloth/Qwen3.5-4B-GGUF - -> Added with 22 quants -Processing GGUF: Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Added with 10 quants -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-FP8 -Processing GGUF: allenai/MolmoWeb-8B -Processing GGUF: sarvamai/sarvam-30b-fp8 -Processing GGUF: mconcat/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-NVFP4 -Processing GGUF: llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 10 quants -Processing GGUF: bartowski/arcee-ai_Trinity-Large-Thinking-GGUF - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_M/arcee-ai_Trinity-Large-Thinking-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_M/arcee-ai_Trinity-Large-Thinking-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_M/arcee-ai_Trinity-Large-Thinking-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_S/arcee-ai_Trinity-Large-Thinking-IQ1_S-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_S/arcee-ai_Trinity-Large-Thinking-IQ1_S-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ1_S/arcee-ai_Trinity-Large-Thinking-IQ1_S-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_M/arcee-ai_Trinity-Large-Thinking-IQ2_M-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_S/arcee-ai_Trinity-Large-Thinking-IQ2_S-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XS/arcee-ai_Trinity-Large-Thinking-IQ2_XS-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XS/arcee-ai_Trinity-Large-Thinking-IQ2_XS-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XS/arcee-ai_Trinity-Large-Thinking-IQ2_XS-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XXS/arcee-ai_Trinity-Large-Thinking-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XXS/arcee-ai_Trinity-Large-Thinking-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ2_XXS/arcee-ai_Trinity-Large-Thinking-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_M/arcee-ai_Trinity-Large-Thinking-IQ3_M-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XS/arcee-ai_Trinity-Large-Thinking-IQ3_XS-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ3_XXS/arcee-ai_Trinity-Large-Thinking-IQ3_XXS-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_NL/arcee-ai_Trinity-Large-Thinking-IQ4_NL-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-IQ4_XS/arcee-ai_Trinity-Large-Thinking-IQ4_XS-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K/arcee-ai_Trinity-Large-Thinking-Q2_K-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00001-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00002-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00003-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q2_K_L/arcee-ai_Trinity-Large-Thinking-Q2_K_L-00004-of-00004.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_L/arcee-ai_Trinity-Large-Thinking-Q3_K_L-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_M/arcee-ai_Trinity-Large-Thinking-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_S/arcee-ai_Trinity-Large-Thinking-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q3_K_XL/arcee-ai_Trinity-Large-Thinking-Q3_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_0/arcee-ai_Trinity-Large-Thinking-Q4_0-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00001-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00002-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00003-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00004-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00005-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00006-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_1/arcee-ai_Trinity-Large-Thinking-Q4_1-00007-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00001-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00002-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00003-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00004-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00005-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00006-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_L/arcee-ai_Trinity-Large-Thinking-Q4_K_L-00007-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00002-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00003-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00004-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00005-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00006-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_M/arcee-ai_Trinity-Large-Thinking-Q4_K_M-00007-of-00007.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q4_K_S/arcee-ai_Trinity-Large-Thinking-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00001-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00002-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00003-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00004-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00005-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00006-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00007-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_L/arcee-ai_Trinity-Large-Thinking-Q5_K_L-00008-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_M/arcee-ai_Trinity-Large-Thinking-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00001-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00002-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00003-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00004-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00005-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00006-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00007-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q5_K_S/arcee-ai_Trinity-Large-Thinking-Q5_K_S-00008-of-00008.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00001-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00002-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00003-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00004-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00005-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00006-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00007-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00008-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K/arcee-ai_Trinity-Large-Thinking-Q6_K-00009-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00001-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00002-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00003-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00004-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00005-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00006-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00007-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00008-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q6_K_L/arcee-ai_Trinity-Large-Thinking-Q6_K_L-00009-of-00009.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00001-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00002-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00003-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00004-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00005-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00006-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00007-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00008-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00009-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00010-of-00011.gguf - -> Skipping multi-part file: arcee-ai_Trinity-Large-Thinking-Q8_0/arcee-ai_Trinity-Large-Thinking-Q8_0-00011-of-00011.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: LiquidAI/LFM2.5-350M-Base -Processing GGUF: unsloth/gemma-4-E2B-it -Processing GGUF: bartowski/agentscope-ai_CoPaw-Flash-9B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 26 quants -Processing GGUF: mradermacher/MARTHA-2B-Qwen3.5-Omni-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 25 quants -Processing GGUF: onnx-community/gemma-4-E2B-it-ONNX -Processing GGUF: Stabhappy/gemma-4-31B-it-heretic-Gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 5 quants -Processing GGUF: mudler/Qwen3.5-35B-A3B-APEX-TQ-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: EganAI/gemma-4-31B-Claude-4.6-Opus-Reasoning-Distilled -Processing GGUF: unsloth/gemma-4-26b-a4b-it-UD-MLX-4bit -Processing GGUF: mistralai/Mistral-7B-Instruct-v0.2 -Processing GGUF: dphn/Dolphin-Mistral-24B-Venice-Edition -Processing GGUF: moondream/moondream3-preview -Processing GGUF: deepseek-ai/DeepSeek-OCR -Processing GGUF: LiquidAI/LFM2.5-1.2B-Thinking -Processing GGUF: llmfan46/Qwen3.5-35B-A3B-heretic-v2-GGUF - -> Added with 10 quants -Processing GGUF: nvidia/MiniMax-M2.5-NVFP4 -Processing GGUF: bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF - -> Skipping multi-part file: nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00001-of-00002.gguf - -> Skipping multi-part file: nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 27 quants -Processing GGUF: darkc0de/XORTRON -Processing GGUF: LiquidAI/LFM2.5-350M-ONNX -Processing GGUF: pfnet/plamo-2.1-8b-vl -Processing GGUF: lmstudio-community/gemma-4-E2B-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: mudler/Qwen3-Coder-30B-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: EldritchLabs/KrakenSakura-Maelstrom-12B-v1 -Processing GGUF: coder3101/gemma-4-31B-it-heretic-v2 -Processing GGUF: caiovicentino1/Qwopus3.5-27B-v3-PolarQuant-Q5 -Processing GGUF: aifeifei798/Gemma-4-31B-Cognitive-Unshackled -Processing GGUF: meta-llama/Llama-2-7b -Processing GGUF: meta-llama/Llama-2-7b-hf -Processing GGUF: google/gemma-7b - -> Added with 1 quants -Processing GGUF: meta-llama/Llama-3.1-8B -Processing GGUF: meta-llama/Llama-3.2-1B -Processing GGUF: dphn/Dolphin3.0-Llama3.1-8B -Processing GGUF: deepseek-ai/DeepSeek-R1-Distill-Qwen-14B -Processing GGUF: Qwen/Qwen2.5-VL-3B-Instruct -Processing GGUF: google/gemma-3-12b-it -Processing GGUF: Qwen/QwQ-32B -Processing GGUF: mlabonne/gemma-3-27b-it-abliterated -Processing GGUF: meta-llama/Llama-4-Scout-17B-16E-Instruct -Processing GGUF: HuggingFaceTB/SmolLM3-3B -Processing GGUF: Qwen/Qwen3-30B-A3B-Instruct-2507 -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16 -Processing GGUF: Qwen/Qwen3-VL-Embedding-8B -Processing GGUF: Qwen/Qwen3-VL-Embedding-2B -Processing GGUF: LiquidAI/LFM2.5-1.2B-Thinking-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF - -> Added with 8 quants -Processing GGUF: TheDrummer/Skyfall-31B-v4.2-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 6 quants -Processing GGUF: Sehyo/Qwen3.5-122B-A10B-NVFP4 -Processing GGUF: Qwen/Qwen3.5-27B-GPTQ-Int4 -Processing GGUF: mlx-community/Qwen3.5-9B-OptiQ-4bit -Processing GGUF: huihui-ai/Huihui-Qwen3.5-9B-abliterated -Processing GGUF: QCRI/Fanar-2-27B-Instruct -Processing GGUF: SicariusSicariiStuff/Assistant_Pepe_70B -Processing GGUF: Jackrong/MLX-Qwopus3.5-9B-v3-8bit -Processing GGUF: Sweaterdog/GRaPE-1.5 -Processing GGUF: Vortex5/Celestial-Queen-12B -Processing GGUF: arcee-ai/Trinity-Large-Thinking-W4A16 -Processing GGUF: LuffyTheFox/Qwopus3.5-27B-Uncensored-Kullback-Leibler-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 4 quants -Processing GGUF: ZERO-POINT-INTELLIGENCE-LTD/MARTIN-9B - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 5 quants -Processing GGUF: unsloth/gemma-4-E4B-it-MLX-8bit -Processing GGUF: unsloth/gemma-4-E4B-it-unsloth-bnb-4bit -Processing GGUF: trohrbaugh/gemma-4-26B-A4B-it-heretic-ara -Processing GGUF: AIDC-AI/Marco-Nano-Instruct -Processing GGUF: tiiuae/Falcon-Perception-300M -Processing GGUF: unsloth/gemma-4-31b-it-UD-MLX-4bit -Processing GGUF: mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: Salesforce/blip-image-captioning-large -Processing GGUF: bigcode/starcoder -Processing GGUF: mistralai/Mistral-7B-v0.1 -Processing GGUF: microsoft/phi-2 -Processing GGUF: Sao10K/L3-8B-Stheno-v3.2 -Processing GGUF: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 -Processing GGUF: deepseek-ai/DeepSeek-V3 -Processing GGUF: unsloth/Phi-4-mini-instruct-GGUF - -> Added with 8 quants -Processing GGUF: microsoft/bitnet-b1.58-2B-4T-gguf - -> Added with 1 quants -Processing GGUF: Qwen/Qwen3-4B -Processing GGUF: google/gemma-3n-E4B-it -Processing GGUF: Qwen/Qwen3-Coder-480B-A35B-Instruct -Processing GGUF: google/gemma-3-270m -Processing GGUF: Qwen/Qwen3-Next-80B-A3B-Instruct -Processing GGUF: mradermacher/Qwen3-Coder-30B-A3B-Instruct-480B-Distill-V2-Fp32-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: ArliAI/GLM-4.6-Derestricted-v3 -Processing GGUF: mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF - -> Added with 25 quants -Processing GGUF: LiquidAI/LFM2.5-1.2B-Instruct-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: google/translategemma-12b-it -Processing GGUF: DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF - -> Added with 12 quants -Processing GGUF: microsoft/Phi-4-reasoning-vision-15B -Processing GGUF: nvidia/Kimi-K2.5-NVFP4 -Processing GGUF: jpacifico/Chocolatine-2-4B-Instruct-DPO-v2.1 -Processing GGUF: Qwen/Qwen3-Coder-Next-FP8 -Processing GGUF: BennyDaBall/Qwen3-4b-Z-Image-Engineer-V4 - -> Added with 10 quants -Processing GGUF: mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: LiquidAI/LFM2-24B-A2B -Processing GGUF: bartowski/Qwen_Qwen3.5-27B-GGUF - -> Skipping multi-part file: Qwen_Qwen3.5-27B-bf16/Qwen_Qwen3.5-27B-bf16-00001-of-00002.gguf - -> Skipping multi-part file: Qwen_Qwen3.5-27B-bf16/Qwen_Qwen3.5-27B-bf16-00002-of-00002.gguf - -> Added with 27 quants -Processing GGUF: nvidia/GLM-5-NVFP4 -Processing GGUF: Qwen/Qwen3.5-35B-A3B-FP8 -Processing GGUF: huihui-ai/Huihui-Qwen3.5-27B-abliterated -Processing GGUF: saricles/MiniMax-M2.5-REAP-172B-A10B-NVFP4-GB10 -Processing GGUF: Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled -Processing GGUF: Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16 -Processing GGUF: mconcat/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-FP8-Dynamic -Processing GGUF: samuelcardillo/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: Jackrong/MLX-Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-8bit -Processing GGUF: rachpradhan/Qwen3.5-35B-A3B-Turbo-SWE-v0.0.1 - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: ai-sage/GigaChat3.1-10B-A1.8B -Processing GGUF: Brooooooklyn/Qwen3.5-27B-unsloth-mlx -Processing GGUF: Jackrong/Qwen3.5-9B-Neo-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 10 quants -Processing GGUF: timteh673/Qwen3.5-397B-A17B-Uncensored-GGUF - -> Skipping multi-part file: Qwen3.5-397B-A17B-Uncensored-BF16-split-00001-of-00002.gguf - -> Skipping multi-part file: Qwen3.5-397B-A17B-Uncensored-BF16-split-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 6 quants -Processing GGUF: SciMaker/T-qwen3.5-4B - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: llmfan46/Qwen3.5-9B-ultra-uncensored-heretic-v2 -Processing GGUF: caiovicentino1/Qwen3.5-27B-PolarQuant-Q5 -Processing GGUF: pnnbao-ump/VieNeu-TTS-v2-Turbo -Processing GGUF: tencent/Sequential-Hidden-Decoding-8B-n8-Instruct -Processing GGUF: unsloth/gemma-4-E4B-it -Processing GGUF: Naphula/Goetia-8B-v1 -Processing GGUF: p-e-w/gpt-oss-20b-heretic-ara-v4 -Processing GGUF: mudler/Qwen3.5-122B-A10B-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: unsloth/gemma-4-E2B-it-MLX-8bit -Processing GGUF: noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 5 quants -Processing GGUF: marafx2007/gemma4-heretic-Q4_K_M.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: AIDC-AI/Marco-Nano-Base -Processing GGUF: bg-digitalservices/Gemma-4-26B-A4B-it-NVFP4 -Processing GGUF: mmnga-o/llm-jp-4-8b-thinking-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 14 quants -Processing GGUF: dealignai/Gemma-4-26B-A4B-JANG_4M-CRACK -Processing GGUF: llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 10 quants -Processing GGUF: TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill -Processing GGUF: sophosympatheia/Midnight-Miqu-70B-v1.5 -Processing GGUF: deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct -Processing GGUF: microsoft/Florence-2-large -Processing GGUF: mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: Qwen/Qwen2.5-0.5B-Instruct -Processing GGUF: Qwen/Qwen2.5-Coder-7B-Instruct -Processing GGUF: Qwen/Qwen2.5-3B-Instruct-GGUF - -> Skipping multi-part file: qwen2.5-3b-instruct-fp16-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-3b-instruct-fp16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 8 quants -Processing GGUF: Qwen/Qwen2.5-3B-Instruct -Processing GGUF: Qwen/Qwen2.5-1.5B-Instruct -Processing GGUF: Qwen/Qwen2.5-Coder-14B-Instruct-GGUF - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00001-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00002-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00003-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-fp16-00004-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q4_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q5_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q6_k-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-14b-instruct-q8_0-00002-of-00002.gguf - -> Added with 9 quants -Processing GGUF: DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF - -> Added with 14 quants -Processing GGUF: Qwen/Qwen3-1.7B -Processing GGUF: Qwen/Qwen3-32B -Processing GGUF: google/medgemma-27b-text-it -Processing GGUF: Qwen/Qwen3-Reranker-0.6B -Processing GGUF: Qwen/Qwen3-Embedding-4B -Processing GGUF: Qwen/Qwen3-Embedding-0.6B-GGUF -Processing GGUF: google/gemma-3n-E2B-it-litert-lm -Processing GGUF: LiquidAI/LFM2-350M -Processing GGUF: google/gemma-3-270m-it -Processing GGUF: deepseek-ai/DeepSeek-V3.2-Exp -Processing GGUF: Qwen/Qwen3-VL-4B-Instruct -Processing GGUF: p-e-w/gpt-oss-20b-heretic -Processing GGUF: tencent/HunyuanOCR -Processing GGUF: LiquidAI/LFM2.5-VL-1.6B -Processing GGUF: EntermindAI/Rukun-32B-V -Processing GGUF: unsloth/Qwen3.5-397B-A17B-GGUF - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00001-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00002-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00003-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00004-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00005-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00006-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00007-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00008-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00009-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00010-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00011-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00012-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00013-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00014-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00015-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00016-of-00017.gguf - -> Skipping multi-part file: BF16/Qwen3.5-397B-A17B-BF16-00017-of-00017.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00001-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00002-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00003-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00004-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00005-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00006-of-00006.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00006.gguf - -> Skipping multi-part file: Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00001-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00002-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00003-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00004-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00005-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00006-of-00007.gguf - -> Skipping multi-part file: Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00007-of-00007.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00001-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00002-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00003-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00004-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00005-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00006-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00007-of-00008.gguf - -> Skipping multi-part file: Q6_K/Qwen3.5-397B-A17B-Q6_K-00008-of-00008.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00001-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00002-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00003-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00004-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00005-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00006-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00007-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00008-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00009-of-00010.gguf - -> Skipping multi-part file: Q8_0/Qwen3.5-397B-A17B-Q8_0-00010-of-00010.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00001-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00002-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00003-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00004-of-00005.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00005-of-00005.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00007-of-00007.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00001-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00002-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00003-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00004-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00005-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00006-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00007-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00008-of-00009.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00009-of-00009.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00001-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00002-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00003-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00004-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00005-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00006-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00007-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00008-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00009-of-00010.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00010-of-00010.gguf - -> Added with 0 quants -Processing GGUF: nvidia/Qwen3.5-397B-A17B-NVFP4 -Processing GGUF: snu-aidas/Dynin-Omni -Processing GGUF: saricles/Qwen3-Coder-Next-NVFP4-GB10 -Processing GGUF: bartowski/Qwen_Qwen3.5-35B-A3B-GGUF - -> Skipping multi-part file: Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16-00001-of-00002.gguf - -> Skipping multi-part file: Qwen_Qwen3.5-35B-A3B-bf16/Qwen_Qwen3.5-35B-A3B-bf16-00002-of-00002.gguf - -> Added with 28 quants -Processing GGUF: cyankiwi/Qwen3.5-27B-AWQ-BF16-INT4 -Processing GGUF: unsloth/Qwen3.5-2B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 22 quants -Processing GGUF: Qwen/Qwen3.5-0.8B-Base -Processing GGUF: cyankiwi/Qwen3.5-9B-AWQ-4bit -Processing GGUF: mlx-community/Qwen3.5-0.8B-OptiQ-4bit -Processing GGUF: lightseekorg/kimi-k2.5-eagle3 -Processing GGUF: nvidia/Nemotron-3-Content-Safety -Processing GGUF: unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00001-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00002-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00003-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00004-of-00005.gguf - -> Skipping multi-part file: BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00005-of-00005.gguf - -> Skipping multi-part file: MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00001-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00002-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00003-of-00003.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Q8_0/NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00004-of-00004.gguf -Processing GGUF: Jackrong/MLX-Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-4bit -Processing GGUF: ArliAI/Qwen3.5-27B-Derestricted -Processing GGUF: miromind-ai/MiroThinker-1.7 -Processing GGUF: miromind-ai/MiroThinker-1.7-mini -Processing GGUF: huihui-ai/Huihui-Qwen3.5-9B-abliterated-mlx-4bit -Processing GGUF: huihui-ai/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated -Processing GGUF: mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-v2-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit -Processing GGUF: ZERO-POINT-INTELLIGENCE-LTD/UNSTABLE-NOT-FOR-DOWNLOAD-UNFITTING-WEAK-NEEDS-RETRAIN - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 4 quants -Processing GGUF: TeichAI/Qwen3.5-4B-Claude-Opus-Reasoning-Distill -Processing GGUF: NexVeridian/zeta-2-4bit -Processing GGUF: LiquidAI/LFM2.5-350M-MLX-8bit -Processing GGUF: AdamConway/Qwen2.5-Coder-7B-Instruct-Home-Assistant - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 quants -Processing GGUF: Hunterx/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-oQ4NearLossless -Processing GGUF: OrionLLM/GRM2-3b-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 25 quants -Processing GGUF: capacit-ai/saga -Processing GGUF: llmfan46/Qwen3.5-27B-ultra-uncensored-heretic-v2 -Processing GGUF: huihui-ai/Huihui-OmniCoder-9B-abliterated -Processing GGUF: arcee-ai/Trinity-Large-Thinking-FP8-Block -Processing GGUF: faunix/LiarAI -Processing GGUF: Jackrong/Qwopus3.5-4B-v3 -Processing GGUF: mlx-community/gemma-4-26b-a4b-it-nvfp4 -Processing GGUF: mlx-community/gemma-4-31b-4bit -Processing GGUF: mlx-community/gemma-4-26b-a4b-mxfp4 -Processing GGUF: unsloth/gemma-4-31B-it-unsloth-bnb-4bit -Processing GGUF: trohrbaugh/gemma-4-31b-it-heretic-ara -Processing GGUF: Zero-Point-AI/MARTHA-POCKET-GEM-4B-v1 - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: protoLabsAI/gemma-4-31B-it-FP8 -Processing GGUF: RedHatAI/gemma-4-31B-it-NVFP4 -Processing GGUF: TrevorJS/gemma-4-26B-A4B-it-uncensored -Processing GGUF: QuantTrio/gemma-4-31B-it-AWQ-6Bit -Processing GGUF: unsloth/gemma-4-26b-a4b-it-UD-MLX-3bit -Processing GGUF: WaveCut/Gemma-4-96E-A4B-Heretic-TQ - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: DJLougen/Harmonic-9B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 15 quants -Processing GGUF: mudler/Qwen3-Coder-Next-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 quants -Processing GGUF: Zero-Point-AI/MARTHA-MINI-POCKET-1.5B -Processing GGUF: facebook/opt-125m -Processing GGUF: bigscience/bloom -Processing GGUF: meta-llama/Llama-2-7b-chat-hf -Processing GGUF: Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 12 quants -Processing GGUF: google/gemma-2-9b-it -Processing GGUF: bartowski/Meta-Llama-3.1-8B-Instruct-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: microsoft/Phi-3.5-mini-instruct -Processing GGUF: Qwen/Qwen2.5-Coder-7B-Instruct-GGUF - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00001-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00002-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00003-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-fp16-00004-of-00004.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q4_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q5_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q6_k-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00001-of-00003.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00002-of-00003.gguf - -> Skipping multi-part file: qwen2.5-coder-7b-instruct-q8_0-00003-of-00003.gguf - -> Added with 8 quants -Processing GGUF: bartowski/Llama-3.2-3B-Instruct-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 18 quants -Processing GGUF: bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: Steelskull/L3.3-MS-Nevoria-70b -Processing GGUF: deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B -Processing GGUF: deepseek-ai/DeepSeek-R1-Distill-Llama-70B -Processing GGUF: Qwen/Qwen2.5-VL-72B-Instruct -Processing GGUF: litert-community/Gemma3-1B-IT -Processing GGUF: unsloth/gemma-3-4b-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 26 quants -Processing GGUF: unsloth/gemma-3-12b-it-GGUF - -> Added with 26 quants -Processing GGUF: google/gemma-3-12b-it-qat-q4_0-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: deepseek-ai/DeepSeek-V3-0324 -Processing GGUF: meta-llama/Llama-4-Maverick-17B-128E-Instruct -Processing GGUF: google/gemma-3-12b-it-qat-q4_0-unquantized -Processing GGUF: nvidia/Cosmos-Reason1-7B -Processing GGUF: Qwen/Qwen3-30B-A3B -Processing GGUF: Qwen/Qwen3-235B-A22B -Processing GGUF: unsloth/Qwen3-14B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 26 quants -Processing GGUF: google/gemma-3n-E2B-it -Processing GGUF: microsoft/MediPhi-Instruct -Processing GGUF: rednote-hilab/dots.ocr -Processing GGUF: unsloth/gpt-oss-120b-GGUF - -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00001-of-00002.gguf - -> Skipping multi-part file: Q2_K/gpt-oss-120b-Q2_K-00002-of-00002.gguf - -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00001-of-00002.gguf - -> Skipping multi-part file: Q2_K_L/gpt-oss-120b-Q2_K_L-00002-of-00002.gguf - -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00001-of-00002.gguf - -> Skipping multi-part file: Q3_K_M/gpt-oss-120b-Q3_K_M-00002-of-00002.gguf - -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00001-of-00002.gguf - -> Skipping multi-part file: Q3_K_S/gpt-oss-120b-Q3_K_S-00002-of-00002.gguf - -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00001-of-00002.gguf - -> Skipping multi-part file: Q4_0/gpt-oss-120b-Q4_0-00002-of-00002.gguf - -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00001-of-00002.gguf - -> Skipping multi-part file: Q4_1/gpt-oss-120b-Q4_1-00002-of-00002.gguf - -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf - -> Skipping multi-part file: Q4_K_M/gpt-oss-120b-Q4_K_M-00002-of-00002.gguf - -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00001-of-00002.gguf - -> Skipping multi-part file: Q4_K_S/gpt-oss-120b-Q4_K_S-00002-of-00002.gguf - -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00001-of-00002.gguf - -> Skipping multi-part file: Q5_K_M/gpt-oss-120b-Q5_K_M-00002-of-00002.gguf - -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00001-of-00002.gguf - -> Skipping multi-part file: Q5_K_S/gpt-oss-120b-Q5_K_S-00002-of-00002.gguf - -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00001-of-00002.gguf - -> Skipping multi-part file: Q6_K/gpt-oss-120b-Q6_K-00002-of-00002.gguf - -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00001-of-00002.gguf - -> Skipping multi-part file: Q8_0/gpt-oss-120b-Q8_0-00002-of-00002.gguf - -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf - -> Skipping multi-part file: UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00002-of-00002.gguf - -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00001-of-00002.gguf - -> Skipping multi-part file: UD-Q6_K_XL/gpt-oss-120b-UD-Q6_K_XL-00002-of-00002.gguf - -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00001-of-00002.gguf - -> Skipping multi-part file: UD-Q8_K_XL/gpt-oss-120b-UD-Q8_K_XL-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: unsloth/gpt-oss-20b-GGUF - -> Added with 16 quants -Processing GGUF: zai-org/GLM-4.5V -Processing GGUF: LiquidAI/LFM2-350M-Math -Processing GGUF: Qwen/Qwen3-Next-80B-A3B-Instruct-FP8 -Processing GGUF: zai-org/GLM-4.6 -Processing GGUF: Hcompany/Holo2-30B-A3B -Processing GGUF: upstage/Solar-Open-100B -Processing GGUF: nvidia/Cosmos-Reason2-8B -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4 -Processing GGUF: nvidia/DeepSeek-V3.2-NVFP4 -Processing GGUF: TheDrummer/Anubis-Mini-8B-v1 -Processing GGUF: unsloth/Kimi-K2.5-GGUF - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00001-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00002-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00003-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00004-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00005-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00006-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00007-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00008-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00009-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00010-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00011-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00012-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00013-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00014-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00015-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00016-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00017-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00018-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00019-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00020-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00021-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00022-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00023-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00024-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00025-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00026-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00027-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00028-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00029-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00030-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00031-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00032-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00033-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00034-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00035-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00036-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00037-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00038-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00039-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00040-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00041-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00042-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00043-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00044-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00045-of-00046.gguf - -> Skipping multi-part file: BF16/Kimi-K2.5-BF16-00046-of-00046.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00001-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00002-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00003-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00004-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00005-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00006-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00007-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00008-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00009-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00010-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00011-of-00012.gguf - -> Skipping multi-part file: IQ4_NL/Kimi-K2.5-IQ4_NL-00012-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00001-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00002-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00003-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00004-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00005-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00006-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00007-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00008-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00009-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00010-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00011-of-00012.gguf - -> Skipping multi-part file: IQ4_XS/Kimi-K2.5-IQ4_XS-00012-of-00012.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00001-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00002-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00003-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00004-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00005-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00006-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00007-of-00008.gguf - -> Skipping multi-part file: Q2_K/Kimi-K2.5-Q2_K-00008-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00001-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00002-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00003-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00004-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00005-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00006-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00007-of-00008.gguf - -> Skipping multi-part file: Q2_K_L/Kimi-K2.5-Q2_K_L-00008-of-00008.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00001-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00002-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00003-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00004-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00005-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00006-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00007-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00008-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00009-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00010-of-00011.gguf - -> Skipping multi-part file: Q3_K_M/Kimi-K2.5-Q3_K_M-00011-of-00011.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00001-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00002-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00003-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00004-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00005-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00006-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00007-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00008-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00009-of-00010.gguf - -> Skipping multi-part file: Q3_K_S/Kimi-K2.5-Q3_K_S-00010-of-00010.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00001-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00002-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00003-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00004-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00005-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00006-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00007-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00008-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00009-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00010-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00011-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00012-of-00013.gguf - -> Skipping multi-part file: Q4_0/Kimi-K2.5-Q4_0-00013-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00001-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00002-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00003-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00004-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00005-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00006-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00007-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00008-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00009-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00010-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00011-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00012-of-00013.gguf - -> Skipping multi-part file: Q4_1/Kimi-K2.5-Q4_1-00013-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00001-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00002-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00003-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00004-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00005-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00006-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00007-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00008-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00009-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00010-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00011-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00012-of-00013.gguf - -> Skipping multi-part file: Q4_K_M/Kimi-K2.5-Q4_K_M-00013-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00001-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00002-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00003-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00004-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00005-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00006-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00007-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00008-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00009-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00010-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00011-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00012-of-00013.gguf - -> Skipping multi-part file: Q4_K_S/Kimi-K2.5-Q4_K_S-00013-of-00013.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00001-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00002-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00003-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00004-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00005-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00006-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00007-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00008-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00009-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00010-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00011-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00012-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00013-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00014-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00015-of-00016.gguf - -> Skipping multi-part file: Q5_K_M/Kimi-K2.5-Q5_K_M-00016-of-00016.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00001-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00002-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00003-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00004-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00005-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00006-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00007-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00008-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00009-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00010-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00011-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00012-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00013-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00014-of-00015.gguf - -> Skipping multi-part file: Q5_K_S/Kimi-K2.5-Q5_K_S-00015-of-00015.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00001-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00002-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00003-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00004-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00005-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00006-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00007-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00008-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00009-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00010-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00011-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00012-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00013-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00014-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00015-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00016-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00017-of-00018.gguf - -> Skipping multi-part file: Q6_K/Kimi-K2.5-Q6_K-00018-of-00018.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00001-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00002-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00003-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00004-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00005-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00006-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00007-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00008-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00009-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00010-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00011-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00012-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00013-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00014-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00015-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00016-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00017-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00018-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00019-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00020-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00021-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00022-of-00023.gguf - -> Skipping multi-part file: Q8_0/Kimi-K2.5-Q8_0-00023-of-00023.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00001-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00002-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00003-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00004-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00005-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00006-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00007-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00008-of-00009.gguf - -> Skipping multi-part file: UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00009-of-00009.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00001-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00002-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00003-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00004-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00005-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00006-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00007-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00008-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00009-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00010-of-00011.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00011-of-00011.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00001-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00002-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00003-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00004-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00005-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00006-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00007-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00008-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00009-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00010-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00011-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00012-of-00013.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00013-of-00013.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00001-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00002-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00003-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00004-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00005-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00006-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00007-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00008-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00009-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00010-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00011-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00012-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00013-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00014-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00015-of-00016.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00016-of-00016.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00001-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00002-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00003-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00004-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00005-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00006-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00007-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00008-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00009-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00010-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00011-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00012-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00013-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00014-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00015-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00016-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00017-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00018-of-00019.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00019-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00001-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00002-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00003-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00004-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00005-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00006-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00007-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00008-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00009-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00010-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00011-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00012-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00013-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00014-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00015-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00016-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00017-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00018-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00019-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00020-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00021-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00022-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00023-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00024-of-00025.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00025-of-00025.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00001-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00002-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00003-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00004-of-00005.gguf - -> Skipping multi-part file: UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00005-of-00005.gguf -Processing GGUF: arcee-ai/Trinity-Large-Base -Processing GGUF: unsloth/DeepSeek-V3.2-GGUF - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00001-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00002-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00003-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00004-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00005-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00006-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00007-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00008-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00009-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00010-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00011-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00012-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00013-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00014-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00015-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00016-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00017-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00018-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00019-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00020-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00021-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00022-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00023-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00024-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00025-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00026-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00027-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00028-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00029-of-00030.gguf - -> Skipping multi-part file: BF16/DeepSeek-V3.2-BF16-00030-of-00030.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00001-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00002-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00003-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00004-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00005-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00006-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00007-of-00008.gguf - -> Skipping multi-part file: IQ4_NL/DeepSeek-V3.2-IQ4_NL-00008-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00001-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00002-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00003-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00004-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00005-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00006-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00007-of-00008.gguf - -> Skipping multi-part file: IQ4_XS/DeepSeek-V3.2-IQ4_XS-00008-of-00008.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00001-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00002-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00003-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00004-of-00005.gguf - -> Skipping multi-part file: Q2_K/DeepSeek-V3.2-Q2_K-00005-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00001-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00002-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00003-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00004-of-00005.gguf - -> Skipping multi-part file: Q2_K_L/DeepSeek-V3.2-Q2_K_L-00005-of-00005.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00001-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00002-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00003-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00004-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00005-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00006-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/DeepSeek-V3.2-Q3_K_M-00007-of-00007.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00001-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00002-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00003-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00004-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00005-of-00006.gguf - -> Skipping multi-part file: Q3_K_S/DeepSeek-V3.2-Q3_K_S-00006-of-00006.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00001-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00002-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00003-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00004-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00005-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00006-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00007-of-00008.gguf - -> Skipping multi-part file: Q4_0/DeepSeek-V3.2-Q4_0-00008-of-00008.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00001-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00002-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00003-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00004-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00005-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00006-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00007-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00008-of-00009.gguf - -> Skipping multi-part file: Q4_1/DeepSeek-V3.2-Q4_1-00009-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00001-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00002-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00003-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00004-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00005-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00006-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00007-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00008-of-00009.gguf - -> Skipping multi-part file: Q4_K_M/DeepSeek-V3.2-Q4_K_M-00009-of-00009.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00001-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00002-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00003-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00004-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00005-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00006-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00007-of-00008.gguf - -> Skipping multi-part file: Q4_K_S/DeepSeek-V3.2-Q4_K_S-00008-of-00008.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00001-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00002-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00003-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00004-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00005-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00006-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00007-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00008-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00009-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/DeepSeek-V3.2-Q5_K_M-00010-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00001-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00002-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00003-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00004-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00005-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00006-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00007-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00008-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00009-of-00010.gguf - -> Skipping multi-part file: Q5_K_S/DeepSeek-V3.2-Q5_K_S-00010-of-00010.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00001-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00002-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00003-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00004-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00005-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00006-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00007-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00008-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00009-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00010-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00011-of-00012.gguf - -> Skipping multi-part file: Q6_K/DeepSeek-V3.2-Q6_K-00012-of-00012.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00001-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00002-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00003-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00004-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00005-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00006-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00007-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00008-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00009-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00010-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00011-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00012-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00013-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00014-of-00015.gguf - -> Skipping multi-part file: Q8_0/DeepSeek-V3.2-Q8_0-00015-of-00015.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00001-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00002-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00003-of-00004.gguf - -> Skipping multi-part file: UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00001-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00002-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00003-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00004-of-00005.gguf - -> Skipping multi-part file: UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00005-of-00005.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00001-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00002-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00003-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00004-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00005-of-00006.gguf - -> Skipping multi-part file: UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00006-of-00006.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00007-of-00007.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00001-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00002-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00003-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00004-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00005-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00006-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00007-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00008-of-00009.gguf - -> Skipping multi-part file: UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00009-of-00009.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00001-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00002-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00003-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00004-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00005-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00006-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00007-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00008-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00009-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00010-of-00010.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00001-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00002-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00003-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00004-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00005-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00006-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00007-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00008-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00009-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00010-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00011-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00012-of-00012.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00001-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00002-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00003-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00004-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00005-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00006-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00007-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00008-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00009-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00010-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00011-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00012-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00013-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00014-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00015-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00016-of-00017.gguf - -> Skipping multi-part file: UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00017-of-00017.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: PhysiQuanty/Binary-LLM-POC -Processing GGUF: mlx-community/GLM-OCR-bf16 -Processing GGUF: mlx-community/Qwen3-Coder-Next-4bit -Processing GGUF: unsloth/GLM-5-GGUF - -> Skipping multi-part file: BF16/GLM-5-BF16-00001-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00002-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00003-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00004-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00005-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00006-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00007-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00008-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00009-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00010-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00011-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00012-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00013-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00014-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00015-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00016-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00017-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00018-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00019-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00020-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00021-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00022-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00023-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00024-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00025-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00026-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00027-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00028-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00029-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00030-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00031-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00032-of-00033.gguf - -> Skipping multi-part file: BF16/GLM-5-BF16-00033-of-00033.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00001-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00002-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00003-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00004-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00005-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00006-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00007-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00008-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00009-of-00010.gguf - -> Skipping multi-part file: IQ4_NL/GLM-5-IQ4_NL-00010-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00001-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00002-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00003-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00004-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00005-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00006-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00007-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00008-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00009-of-00010.gguf - -> Skipping multi-part file: IQ4_XS/GLM-5-IQ4_XS-00010-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00001-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00002-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00003-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00004-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00005-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00006-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00007-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00008-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00009-of-00010.gguf - -> Skipping multi-part file: MXFP4_MOE/GLM-5-MXFP4_MOE-00010-of-00010.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00001-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00002-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00003-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00004-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00005-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00006-of-00007.gguf - -> Skipping multi-part file: Q2_K/GLM-5-Q2_K-00007-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00001-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00002-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00003-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00004-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00005-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00006-of-00007.gguf - -> Skipping multi-part file: Q2_K_L/GLM-5-Q2_K_L-00007-of-00007.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00001-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00002-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00003-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00004-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00005-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00006-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00007-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00008-of-00009.gguf - -> Skipping multi-part file: Q3_K_M/GLM-5-Q3_K_M-00009-of-00009.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00001-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00002-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00003-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00004-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00005-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00006-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00007-of-00008.gguf - -> Skipping multi-part file: Q3_K_S/GLM-5-Q3_K_S-00008-of-00008.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00001-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00002-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00003-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00004-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00005-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00006-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00007-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00008-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00009-of-00010.gguf - -> Skipping multi-part file: Q4_0/GLM-5-Q4_0-00010-of-00010.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00001-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00002-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00003-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00004-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00005-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00006-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00007-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00008-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00009-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00010-of-00011.gguf - -> Skipping multi-part file: Q4_1/GLM-5-Q4_1-00011-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00001-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00002-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00003-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00004-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00005-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00006-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00007-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00008-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00009-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00010-of-00011.gguf - -> Skipping multi-part file: Q4_K_M/GLM-5-Q4_K_M-00011-of-00011.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00001-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00002-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00003-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00004-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00005-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00006-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00007-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00008-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00009-of-00010.gguf - -> Skipping multi-part file: Q4_K_S/GLM-5-Q4_K_S-00010-of-00010.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00001-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00002-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00003-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00004-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00005-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00006-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00007-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00008-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00009-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00010-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00011-of-00012.gguf - -> Skipping multi-part file: Q5_K_M/GLM-5-Q5_K_M-00012-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00001-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00002-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00003-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00004-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00005-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00006-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00007-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00008-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00009-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00010-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00011-of-00012.gguf - -> Skipping multi-part file: Q5_K_S/GLM-5-Q5_K_S-00012-of-00012.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00001-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00002-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00003-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00004-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00005-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00006-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00007-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00008-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00009-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00010-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00011-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00012-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00013-of-00014.gguf - -> Skipping multi-part file: Q6_K/GLM-5-Q6_K-00014-of-00014.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00001-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00002-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00003-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00004-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00005-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00006-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00007-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00008-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00009-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00010-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00011-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00012-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00013-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00014-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00015-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00016-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00017-of-00018.gguf - -> Skipping multi-part file: Q8_0/GLM-5-Q8_0-00018-of-00018.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_M/GLM-5-UD-IQ1_M-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ1_S/GLM-5-UD-IQ1_S-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00001-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00002-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00003-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00004-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00005-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00006-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_M/GLM-5-UD-IQ2_M-00007-of-00007.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00001-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00002-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00003-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00004-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00005-of-00006.gguf - -> Skipping multi-part file: UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00006-of-00006.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00001-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00002-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00003-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00004-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00005-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00006-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00007-of-00008.gguf - -> Skipping multi-part file: UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00001-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00002-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00003-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00004-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00005-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00006-of-00007.gguf - -> Skipping multi-part file: UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00007-of-00007.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00001-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00002-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00003-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00004-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00005-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00006-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00007-of-00008.gguf - -> Skipping multi-part file: UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00008-of-00008.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00001-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00002-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00003-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00004-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00005-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00006-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00007-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00008-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00009-of-00010.gguf - -> Skipping multi-part file: UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00010-of-00010.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00001-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00002-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00003-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00004-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00005-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00006-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00007-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00008-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00009-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00010-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00011-of-00012.gguf - -> Skipping multi-part file: UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00012-of-00012.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00001-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00002-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00003-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00004-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00005-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00006-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00007-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00008-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00009-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00010-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00011-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00012-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00013-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00014-of-00015.gguf - -> Skipping multi-part file: UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00015-of-00015.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00001-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00002-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00003-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00004-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00005-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00006-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00007-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00008-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00009-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00010-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00011-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00012-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00013-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00014-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00015-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00016-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00017-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00018-of-00019.gguf - -> Skipping multi-part file: UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00019-of-00019.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: HumeAI/tada-3b-ml -Processing GGUF: LiquidAI/LFM2-24B-A2B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} + -> Skipping multi-part file: UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00002-of-00003.gguf + -> Skipping multi-part file: UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00003-of-00003.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00001-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00002-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00003-of-00004.gguf + -> Skipping multi-part file: UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00004-of-00004.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00001-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00002-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00003-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00004-of-00005.gguf + -> Skipping multi-part file: UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00005-of-00005.gguf -> Added with 7 quants -Processing GGUF: byteshape/Qwen3-Coder-30B-A3B-Instruct-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 13 quants -Processing GGUF: Qwen/Qwen3.5-397B-A17B-FP8 -Processing GGUF: mlx-community/Qwen3.5-35B-A3B-4bit -Processing GGUF: cyankiwi/Qwen3.5-27B-AWQ-4bit -Processing GGUF: Qwen/Qwen3.5-27B-FP8 -Processing GGUF: Qwen/Qwen3.5-9B-Base -Processing GGUF: sokann/Qwen3.5-27B-GGUF-4.165bpw - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: bartowski/Qwen_Qwen3.5-4B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 25 quants +Processing GGUF: litert-community/functiongemma-270m-ft-mobile-actions Processing GGUF: bartowski/Qwen_Qwen3.5-9B-GGUF -> Added with 26 quants -Processing GGUF: AxionML/Qwen3.5-9B-NVFP4 -Processing GGUF: Alexzander85/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-NVFP4-MLP-FP8KV -Processing GGUF: Jackrong/MLX-Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-8bit -Processing GGUF: mradermacher/Qwen3.5-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: silx-ai/Quasar-10B +Processing GGUF: unsloth/Qwen3.5-2B-GGUF + -> Added with 22 quants +Processing GGUF: lmstudio-community/Qwen3.5-9B-GGUF + -> Generated description + -> Added with 3 quants +Processing GGUF: cyankiwi/Qwen3.5-9B-AWQ-4bit +Processing GGUF: Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Added with 10 quants +Processing GGUF: Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5 + -> Generated description + -> Added with 4 quants +Processing GGUF: ibm-granite/granite-4.0-3b-vision +Processing GGUF: mlx-community/Qwen3.5-0.8B-OptiQ-4bit +Processing GGUF: mlx-community/Qwen3.5-4B-OptiQ-4bit +Processing GGUF: Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF + -> Generated description + -> Added with 11 quants +Processing GGUF: Jackrong/MLX-Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-4bit Processing GGUF: tvall43/Qwen3.5-14B-A3B-Claude-4.6-Opus-Reasoning-Distilled-reap-gguf -> Added with 3 quants -Processing GGUF: llmfan46/gemma-3-12b-it-ultra-uncensored-heretic-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 12 quants -Processing GGUF: nvidia/NVIDIA-Nemotron-3-Nano-4B-FP8 -Processing GGUF: mradermacher/MARTHA-9B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 12 quants -Processing GGUF: mradermacher/MARTHA-9B-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 25 quants -Processing GGUF: DavidAU/Qwen3.5-40B-RoughHouse-Claude-4.6-Opus-Polar-Deckard-Uncensored-Heretic-Thinking -Processing GGUF: mradermacher/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: RekaAI/reka-edge-2603 +Processing GGUF: chromadb/context-1 +Processing GGUF: Tesslate/OmniCoder-9B-GGUF -> Added with 13 quants -Processing GGUF: unsloth/Mistral-Small-4-119B-2603-GGUF - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00001-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00002-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00003-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00004-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00005-of-00006.gguf - -> Skipping multi-part file: BF16/Mistral-Small-4-119B-2603-BF16-00006-of-00006.gguf - -> Skipping multi-part file: MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00001-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00002-of-00003.gguf - -> Skipping multi-part file: MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00003-of-00003.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00001-of-00004.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00002-of-00004.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00003-of-00004.gguf - -> Skipping multi-part file: Q8_0/Mistral-Small-4-119B-2603-Q8_0-00004-of-00004.gguf - -> Skipping multi-part file: UD-IQ3_S/Mistral-Small-4-119B-2603-UD-IQ3_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/Mistral-Small-4-119B-2603-UD-IQ3_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ3_S/Mistral-Small-4-119B-2603-UD-IQ3_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00003-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00001-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00002-of-00003.gguf - -> Skipping multi-part file: UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/Mistral-Small-4-119B-2603-UD-Q3_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/Mistral-Small-4-119B-2603-UD-Q3_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_S/Mistral-Small-4-119B-2603-UD-Q3_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00001-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00002-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00003-of-00003.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00004-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00001-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00002-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00003-of-00004.gguf - -> Skipping multi-part file: UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00004-of-00004.gguf - -> Added with 5 quants -Processing GGUF: mlx-community/Nemotron-Cascade-2-30B-A3B-4bit -Processing GGUF: Jackrong/MLX-Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-6bit -Processing GGUF: dnhkng/RYS-Qwen3.5-27B-FP8-XL -Processing GGUF: HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 12 quants -Processing GGUF: sarvamai/sarvam-105b-fp8 -Processing GGUF: GenSearcher/Gen-Searcher-SFT-8B -Processing GGUF: SamPurkis/gpt-oss-puzzle-88B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: bartowski/AuriAetherwiing_TQ3.5-27B-Musica-v1-GGUF - -> Skipping multi-part file: AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16/AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16-00001-of-00002.gguf - -> Skipping multi-part file: AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16/AuriAetherwiing_TQ3.5-27B-Musica-v1-bf16-00002-of-00002.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 27 quants -Processing GGUF: ClankLabs/Wrench-9B-Q4_K_M-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: bigatuna/Qwen3.5-9b-Sushi-Coder-RL-MLX -Processing GGUF: neigezhu/qwen3.5-27b-jailbreak-v5-last16 -Processing GGUF: iwalton3/sycofact - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: Local-Novel-LLM-project/RAI-3.0-R1-VECTOR -Processing GGUF: huihui-ai/Huihui-MiMo-V2-Flash-BF16-abliterated-GGUF - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00001-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00002-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00003-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00004-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00005-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00006-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00007-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00008-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00009-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00010-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00011-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00012-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00013-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00014-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00015-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00016-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00017-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00018-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00019-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00020-of-00021.gguf - -> Skipping multi-part file: Q4_K-GGUF/Q4_K-GGUF-00021-of-00021.gguf -Processing GGUF: Ateron/Sketch-Cydonia-24B-V1.3 -Processing GGUF: unsloth/gemma-4-E2B -Processing GGUF: unsloth/gemma-4-E4B -Processing GGUF: marksverdhei/CoPaw-Flash-9B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 8 quants -Processing GGUF: onnx-community/LFM2.5-350M-ONNX -Processing GGUF: HarleyWang/Qwen3.5-27B-Claude-Opus-4.6-High-Reasoning-NVFP4 -Processing GGUF: Goldkoron/Qwen3.5-397B-A17B-REAP35 - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF + -> Generated description + -> Added with 22 quants +Processing GGUF: prism-ml/Bonsai-8B-mlx-1bit +Processing GGUF: dahara1/Qwen3.5-4B-UD-japanese-imatrix + -> Generated description + -> Added with 22 quants +Processing GGUF: Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF -> Added with 4 quants -Processing GGUF: DavidAU/Qwen3.5-21B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking -Processing GGUF: DavidAU/Qwen3.5-21B-GLM-4.7-Flash-Deckard-Heretic-Uncensored-Thinking -Processing GGUF: mradermacher/Holo3-35B-A3B-i1-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 24 quants -Processing GGUF: onnx-community/gemma-4-E4B-it-ONNX -Processing GGUF: mlx-community/gemma-4-26b-a4b-it-8bit -Processing GGUF: mlx-community/gemma-4-26b-a4b-nvfp4 -Processing GGUF: livadies/gemma-4-31B-Ghetto-NF4 -Processing GGUF: cyankiwi/gemma-4-31B-it-AWQ-8bit -Processing GGUF: caiovicentino1/Gemma-4-31B-it-PolarQuant-Q5-Vision -Processing GGUF: ShinePixelOrg/Qwopus3.5-27B-v3-NVFP4 -Processing GGUF: bRadu/gemma-4-E2B-it-textonly -Processing GGUF: LuffyTheFox/Qwen3.5-35B-A3B-Claude-4.6-Opus-Uncensored-KL-UD-V2-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: rednote-hilab/dots.mocr +Processing GGUF: Jackrong/Qwopus3.5-27B-v3 +Processing GGUF: ggml-org/gemma-4-E2B-it-GGUF + -> Generated description -> Added with 2 quants -Processing GGUF: QuantTrio/Qwopus3.5-27B-v3-AWQ -Processing GGUF: rhemabible/BibleAI - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 1 quants -Processing GGUF: unsloth/gemma-4-31b-it-UD-MLX-3bit +Processing GGUF: onnx-community/gemma-4-E4B-it-ONNX +Processing GGUF: paperscarecrow/Gemma-4-31B-it-abliterated + -> Added with 3 quants +Processing GGUF: nohurry/gemma-4-26B-A4B-it-heretic-GUFF + -> Added with 17 quants +Processing GGUF: trohrbaugh/gemma-4-26B-A4B-it-heretic-ara +Processing GGUF: RedHatAI/gemma-4-31B-it-FP8-block Processing GGUF: dealignai/Gemma-4-26B-A4B-JANG_2L-CRACK -Processing GGUF: TrevorJS/gemma-4-E2B-it-uncensored-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: dealignai/Gemma-4-31B-JANG_4M-Uncensored +Processing GGUF: TrevorJS/gemma-4-31B-it-uncensored-GGUF -> Added with 2 quants -Processing GGUF: Abhiray/gemma-4-E4B-Gemini-3.1-Pro-Reasoning-Distill-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 5 quants -Processing GGUF: stacksnathan/Qwen3-Coder-Next-80B-APEX-I-Quality-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic +Processing GGUF: DavidAU/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking +Processing GGUF: unsloth/GLM-5.1-GGUF + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00001-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00002-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00003-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00004-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00005-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00006-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00007-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00008-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00009-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00010-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00011-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00012-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00013-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00014-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00015-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00016-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00017-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00018-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00019-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00020-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00021-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00022-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00023-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00024-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00025-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00026-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00027-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00028-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00029-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00030-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00031-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00032-of-00033.gguf + -> Skipping multi-part file: BF16/GLM-5.1-BF16-00033-of-00033.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00001-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00002-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00003-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00004-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00005-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00006-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00007-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00008-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00009-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00010-of-00011.gguf + -> Skipping multi-part file: MXFP4_MOE/GLM-5.1-MXFP4_MOE-00011-of-00011.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00001-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00002-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00003-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00004-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00005-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00006-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00007-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00008-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00009-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00010-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00011-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00012-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00013-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00014-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00015-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00016-of-00017.gguf + -> Skipping multi-part file: Q8_0/GLM-5.1-Q8_0-00017-of-00017.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00001-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00002-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00003-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00004-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00005-of-00006.gguf + -> Skipping multi-part file: UD-IQ1_M/GLM-5.1-UD-IQ1_M-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00001-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00002-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00003-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00004-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00005-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_M/GLM-5.1-UD-IQ2_M-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00001-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00002-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00003-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00004-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00005-of-00006.gguf + -> Skipping multi-part file: UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00006-of-00006.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00001-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00002-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00003-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00004-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00005-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00006-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_S/GLM-5.1-UD-IQ3_S-00007-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00001-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00002-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00003-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00004-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00005-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00006-of-00007.gguf + -> Skipping multi-part file: UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00007-of-00007.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00001-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00002-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00003-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00004-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00005-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00006-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00007-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00008-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00009-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00001-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00002-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00003-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00004-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00005-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00006-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00007-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00008-of-00009.gguf + -> Skipping multi-part file: UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00009-of-00009.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00001-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00002-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00003-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00004-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00005-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00006-of-00007.gguf + -> Skipping multi-part file: UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00007-of-00007.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00001-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00002-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00003-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00004-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00005-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00006-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00007-of-00008.gguf + -> Skipping multi-part file: UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00008-of-00008.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00001-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00002-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00003-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00004-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00005-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00006-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00007-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00008-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00009-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00010-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00011-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00001-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00002-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00003-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00004-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00005-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00006-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00007-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00008-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00009-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00010-of-00010.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00001-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00002-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00003-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00004-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00005-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00006-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00007-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00008-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00009-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00010-of-00011.gguf + -> Skipping multi-part file: UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00011-of-00011.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00001-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00002-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00003-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00004-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00005-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00006-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00007-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00008-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00009-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00010-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00011-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00012-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00013-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00001-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00002-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00003-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00004-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00005-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00006-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00007-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00008-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00009-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00010-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00011-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00012-of-00012.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00001-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00002-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00003-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00004-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00005-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00006-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00007-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00008-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00009-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00010-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00011-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00012-of-00013.gguf + -> Skipping multi-part file: UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00013-of-00013.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00001-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00002-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00003-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00004-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00005-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00006-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00007-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00008-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00009-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00010-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00011-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00012-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00013-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K/GLM-5.1-UD-Q6_K-00014-of-00014.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00001-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00002-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00003-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00004-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00005-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00006-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00007-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00008-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00009-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00010-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00011-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00012-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00013-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00014-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00015-of-00016.gguf + -> Skipping multi-part file: UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00016-of-00016.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00001-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00002-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00003-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00004-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00005-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00006-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00007-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00008-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00009-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00010-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00011-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00012-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00013-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00014-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00015-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00016-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00017-of-00018.gguf + -> Skipping multi-part file: UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00018-of-00018.gguf +Processing GGUF: jenerallee78/gemma-4-26B-A4B-it-ara-abliterated + -> Generated description + -> Added with 2 quants +Processing GGUF: llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF + -> Generated description + -> Added with 10 quants +Processing GGUF: mradermacher/gemma-4-19b-a4b-it-REAP-i1-GGUF + -> Generated description + -> Added with 25 quants +Processing GGUF: FINAL-Bench/Darwin-4B-David +Processing GGUF: TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF + -> Generated description + -> Added with 9 quants +Processing GGUF: huihui-ai/Huihui-gemma-4-26B-A4B-it-abliterated +Processing GGUF: TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF + -> Generated description + -> Added with 9 quants +Processing GGUF: mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF + -> Generated description + -> Added with 13 quants +Processing GGUF: tencent/Hy3-preview-Base +Processing GGUF: mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF + -> Generated description + -> Added with 24 quants +Processing GGUF: nqd145/Gemma-4-E2B-it-abliterated-litertlm +Processing GGUF: dealignai/MiniMax-M2.7-JANGTQ-CRACK +Processing GGUF: Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1 +Processing GGUF: Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF + -> Generated description + -> Added with 12 quants +Processing GGUF: caiovicentino1/Qwen3.6-35B-A3B-HLWQ-CT-INT4 +Processing GGUF: Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-MLX-4bit +Processing GGUF: QuantTrio/Qwen3.6-35B-A3B-AWQ +Processing GGUF: saricles/MiniMax-M2.7-REAP-172B-A10B-NVFP4-GB10 +Processing GGUF: 0xSero/Qwen3.6-35B-A3B-GGUF-Strix + -> Generated description + -> Added with 7 quants +Processing GGUF: Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF + -> Generated description + -> Added with 6 quants +Processing GGUF: lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-IQ4_XS-GGUF + -> Generated description -> Added with 1 quants -Processing GGUF: 8F-ai/Verus-0.8B -Processing GGUF: mudler/GLM-4.7-Flash-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF + -> Generated description -> Added with 7 quants -Processing GGUF: TrevorJS/gemma-4-31B-it-uncensored-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: AesSedai/Kimi-K2.6-GGUF + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00001-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00002-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00003-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00004-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00005-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00006-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00007-of-00008.gguf + -> Skipping multi-part file: IQ2_S/Kimi-K2.6-IQ2_S-00008-of-00008.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00001-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00002-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00003-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00004-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00005-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00006-of-00007.gguf + -> Skipping multi-part file: IQ2_XXS/Kimi-K2.6-IQ2_XXS-00007-of-00007.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00001-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00002-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00003-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00004-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00005-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00006-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00007-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00008-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00009-of-00010.gguf + -> Skipping multi-part file: IQ3_S/Kimi-K2.6-IQ3_S-00010-of-00010.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00001-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00002-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00003-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00004-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00005-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00006-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00007-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00008-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00009-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00010-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00011-of-00012.gguf + -> Skipping multi-part file: Q3_K_L/Kimi-K2.6-Q3_K_L-00012-of-00012.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00001-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00002-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00003-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00004-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00005-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00006-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00007-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00008-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00009-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00010-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00011-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00012-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00013-of-00014.gguf + -> Skipping multi-part file: Q4_X/Kimi-K2.6-Q4_X-00014-of-00014.gguf + -> Generated description + -> Added with 0 quants +Processing GGUF: Youssofal/Kimi-K2.6-Abliterated-Heretic-GGUF +Processing GGUF: mradermacher/Qwopus-GLM-18B-Healed-i1-GGUF + -> Generated description + -> Added with 25 quants +Processing GGUF: shennguyen/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF + -> Generated description + -> Added with 5 quants +Processing GGUF: ConicCat/Gemma4-GarnetV2-31B +Processing GGUF: unsloth/Qwen3.6-27B +Processing GGUF: sakamakismile/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-NVFP4 +Processing GGUF: unsloth/Qwen3.6-27B-UD-MLX-6bit +Processing GGUF: mmangkad/Qwen3.6-27B-NVFP4 +Processing GGUF: mlx-community/Qwen3.6-27B-4bit +Processing GGUF: tencent/HY-Embodied-0.5-X +Processing GGUF: WithinUsAI/Gemma4-Overlooked.Thinker.Uncensored-E2B.gguf + -> Generated description -> Added with 2 quants -Processing GGUF: mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: rico03/Qwen3.6-27B-Claude-Opus-Reasoning-Distilled +Processing GGUF: FINAL-Bench/Darwin-9B-NEG +Processing GGUF: FINAL-Bench/Darwin-28B-Opus +Processing GGUF: LuffyTheFox/Qwen3.6-27B-Uncensored-Wasserstein + -> Generated description -> Added with 7 quants -Processing GGUF: distilbert/distilgpt2 -Processing GGUF: llava-hf/llava-1.5-7b-hf -Processing GGUF: TinyLlama/TinyLlama-1.1B-Chat-v1.0 -Processing GGUF: google/gemma-2b - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: TeichAI/Qwen3.6-27B-Claude-Opus-Reasoning-Distill-GGUF + -> Generated description + -> Added with 8 quants +Processing GGUF: ubergarm/Qwen3.6-27B-GGUF + -> Generated description + -> Added with 4 quants +Processing GGUF: OsaurusAI/MiniMax-M2.7-Small-JANGTQ +Processing GGUF: DarkArtsForge/Morbid-Miasma-12B +Processing GGUF: sokann/Qwen3.6-27B-GGUF-5.076bpw + -> Generated description -> Added with 1 quants -Processing GGUF: bigcode/starcoder2-15b -Processing GGUF: vikhyatk/moondream2 -Processing GGUF: google/codegemma-2b-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: microsoft/Phi-3-mini-4k-instruct -Processing GGUF: microsoft/Phi-3-mini-4k-instruct-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: mlabonne/NeuralDaredevil-8B-abliterated -Processing GGUF: openvla/openvla-7b -Processing GGUF: google/gemma-2-27b-it -Processing GGUF: meta-llama/Llama-3.1-405B -Processing GGUF: google/shieldgemma-2b -Processing GGUF: bartowski/gemma-2-2b-it-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing GGUF: Vortex5/Stellar-Witch-12B +Processing GGUF: mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-GGUF + -> Generated description -> Added with 11 quants -Processing GGUF: openbmb/MiniCPM-V-2_6 -Processing GGUF: inflatebot/MN-12B-Mag-Mell-R1 -Processing GGUF: Qwen/Qwen2.5-14B-Instruct -Processing GGUF: Qwen/Qwen2.5-0.5B-Instruct-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 9 quants -Processing GGUF: Qwen/Qwen2.5-7B-Instruct-GGUF - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00001-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00002-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00003-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-fp16-00004-of-00004.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_0-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_0-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q5_k_m-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q6_k-00002-of-00002.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q8_0-00001-of-00003.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q8_0-00002-of-00003.gguf - -> Skipping multi-part file: qwen2.5-7b-instruct-q8_0-00003-of-00003.gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 quants -Processing GGUF: meta-llama/Llama-3.2-11B-Vision-Instruct -Processing GGUF: HuggingFaceTB/SmolLM2-360M-Instruct -Processing GGUF: HuggingFaceTB/SmolLM2-1.7B-Instruct -Processing GGUF: Qwen/Qwen2.5-Coder-32B-Instruct -Processing GGUF: DavidAU/Maximizing-Model-Performance-All-Quants-Types-And-Full-Precision-by-Samplers_Parameters -Processing GGUF: HuggingFaceTB/SmolVLM-Instruct -Processing GGUF: microsoft/phi-4 -Processing GGUF: microsoft/phi-4-gguf - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 23 quants -Processing GGUF: jinaai/ReaderLM-v2 -Processing GGUF: deepseek-ai/DeepSeek-R1-Zero -Processing GGUF: deepseek-ai/DeepSeek-R1-Distill-Qwen-7B -Processing GGUF: unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 8 quants -Processed 182 GGUF models from page 1 +Processing GGUF: huihui-ai/Huihui4-8B-A4B-v2 +Processing GGUF: Intel/DeepSeek-V4-Pro-W4A16-AutoRound +Processing GGUF: DavidAU/Qwen3.6-40B-Finetune-Z1-Thinking +Processing GGUF: w-ahmad/Qwen3.5-9B-GGUF-MoQ + -> Generated description + -> Added with 34 quants +Processing GGUF: GestaltLabs/Ornstein-Hermes-3.6-27b-SABER +Processing GGUF: sakamakismile/Qwen3.6-27B-LNARIZE-AEON-NVFP4 +Processing GGUF: bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF + -> Generated description + -> Added with 26 quants +Processing GGUF: feanors/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-AWQ-INT4 +Processing GGUF: lyf/Qwen3.6-27B-heretic-v2-mtp-int4-AutoRound +Processing GGUF: Abiray/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF + -> Generated description + -> Added with 6 quants +Processing GGUF: firstbober/gemma-3-270M-it-smol-thinker +Processing GGUF: joseluissaorin/talkie-1930-13b-it-mlx-q4 +Processing GGUF: win10/K1-31B-v5 +Processing GGUF: OpenYourMind/OpenYourMind-Qwen3.6-35B-A3B-abliterated-uncensored-APEX-GGUF + -> Generated description + -> Added with 5 quants +Processing GGUF: Tuguberk/Qwen3.5-2B-Turkish-SFT + -> Generated description + -> Added with 4 quants +Processing GGUF: mlx-community/Mistral-Medium-3.5-128B-4bit +Processing GGUF: bartowski/ibm-granite_granite-4.1-8b-GGUF + -> Generated description + -> Added with 25 quants +Processing GGUF: sol-wy/talkie-1930-13b-it-q5 + -> Generated description + -> Added with 1 quants +Processing GGUF: prithivMLmods/Q3.5-9B-Opus-DA-GGUF + -> Generated description + -> Added with 19 quants +Processing GGUF: knoopx/Qwen3.6-35B-A3B-NVFP4-GGUF + -> Generated description + -> Added with 1 quants +Processed 201 GGUF models from page 1 Reached end of available models. === Processing pinned GGUF models === @@ -2839,225 +1929,245 @@ Processing pinned GGUF: unsloth/Olmo-3-32B-Think-GGUF Processing pinned GGUF: Menlo/Jan-nano-128k-gguf -> Added pinned GGUF model -Total GGUF models: 192 +Total GGUF models: 211 === Fetching MLX models from HuggingFace API === Fetching models from author: mlx-community Found 100 models from mlx-community +Processing MLX: mlx-community/parakeet-tdt-0.6b-v3 + -> Added with 1 safetensors files +Processing MLX: mlx-community/gpt-oss-20b-MXFP4-Q8 + -> Added with 3 safetensors files Processing MLX: mlx-community/gemma-3-4b-it-qat-4bit -> Added with 1 safetensors files Processing MLX: mlx-community/Kimi-K2.5 -> Added with 182 safetensors files Processing MLX: mlx-community/Kokoro-82M-bf16 -> Added with 55 safetensors files -Processing MLX: mlx-community/gpt-oss-20b-MXFP4-Q8 - -> Added with 3 safetensors files Processing MLX: mlx-community/parakeet-tdt-0.6b-v2 -> Added with 1 safetensors files -Processing MLX: mlx-community/parakeet-tdt-0.6b-v3 +Processing MLX: mlx-community/gemma-4-e2b-it-4bit + -> Generated description + -> Added with 1 safetensors files +Processing MLX: mlx-community/parakeet-tdt_ctc-110m + -> Generated description -> Added with 1 safetensors files Processing MLX: mlx-community/Devstral-Small-2-24B-Instruct-2512-4bit -> Added with 3 safetensors files +Processing MLX: mlx-community/Qwen3.5-9B-OptiQ-4bit + -> Added with 2 safetensors files +Processing MLX: mlx-community/Kimi-K2.6-mlx-DQ3_K_M-q8 + -> Generated description + -> Added with 99 safetensors files +Processing MLX: mlx-community/gemma-3-1b-it-qat-4bit + -> Added with 1 safetensors files +Processing MLX: mlx-community/gemma-4-26b-a4b-it-4bit + -> Added with 3 safetensors files Processing MLX: mlx-community/gemma-3-12b-it-qat-4bit -> Added with 2 safetensors files +Processing MLX: mlx-community/Qwen3.6-35B-A3B-4bit + -> Generated description + -> Added with 4 safetensors files +Processing MLX: mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit + -> Added with 3 safetensors files Processing MLX: mlx-community/gemma-3-27b-it-qat-4bit -> Added with 4 safetensors files -Processing MLX: mlx-community/Qwen3.5-9B-MLX-4bit +Processing MLX: mlx-community/Qwen2.5-14B-Instruct-4bit -> Added with 2 safetensors files -Processing MLX: mlx-community/Llama-3.2-1B-Instruct-4bit - -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ +Processing MLX: mlx-community/nomicai-modernbert-embed-base-bf16 + -> Generated description -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-3-1b-it-qat-4bit +Processing MLX: mlx-community/Llama-3.2-1B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-4bit - -> Added with 3 safetensors files +Processing MLX: mlx-community/Qwen3.5-9B-MLX-4bit + -> Added with 2 safetensors files Processing MLX: mlx-community/Qwen3-30B-A3B-4bit -> Added with 4 safetensors files -Processing MLX: mlx-community/Qwen3.5-4B-4bit +Processing MLX: mlx-community/gemma-4-31b-it-4bit + -> Added with 4 safetensors files +Processing MLX: mlx-community/LFM2.5-1.2B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-1.7B-4bit +Processing MLX: mlx-community/gemma-4-e4b-it-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3.5-35B-A3B-4bit +Processing MLX: mlx-community/Qwen3.6-35B-A3B-nvfp4 + -> Generated description -> Added with 4 safetensors files -Processing MLX: mlx-community/Qwen3-4B-Instruct-2507-4bit - -> Added with 1 safetensors files Processing MLX: mlx-community/Llama-3.2-3B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3.5-2B-6bit +Processing MLX: mlx-community/whisper-large-v3-turbo -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3.5-27B-4bit +Processing MLX: mlx-community/whisper-tiny +Processing MLX: mlx-community/gemma-4-e4b-it-8bit + -> Added with 2 safetensors files +Processing MLX: mlx-community/Qwen3.6-27B-4bit + -> Generated description -> Added with 3 safetensors files -Processing MLX: mlx-community/Qwen3.5-4B-MLX-4bit +Processing MLX: mlx-community/Qwen3-Embedding-0.6B-4bit-DWQ -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen2.5-3B-Instruct-4bit +Processing MLX: mlx-community/Qwen3.5-35B-A3B-4bit + -> Added with 4 safetensors files +Processing MLX: mlx-community/Ministral-3-3B-Instruct-2512-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-4-26b-a4b-it-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 3 safetensors files -Processing MLX: mlx-community/Qwen3-4B-4bit +Processing MLX: mlx-community/gemma-4-31b-8bit + -> Added with 7 safetensors files +Processing MLX: mlx-community/Qwen3.6-35B-A3B-8bit + -> Generated description + -> Added with 8 safetensors files +Processing MLX: mlx-community/Qwen3.5-4B-MLX-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit +Processing MLX: mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit + -> Added with 2 safetensors files +Processing MLX: mlx-community/Qwen3-1.7B-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/LFM2.5-1.2B-Instruct-4bit +Processing MLX: mlx-community/Qwen3.5-4B-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/whisper-large-v3-turbo +Processing MLX: mlx-community/whisper-large-v3-mlx +Processing MLX: mlx-community/Qwen3.5-27B-4bit + -> Added with 3 safetensors files +Processing MLX: mlx-community/Qwen3.5-2B-6bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-0.6B-4bit +Processing MLX: mlx-community/Qwen2.5-3B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Ministral-3-3B-Instruct-2512-4bit +Processing MLX: mlx-community/deepseek-ai-DeepSeek-V4-Flash-8bit + -> Generated description + -> Added with 65 safetensors files +Processing MLX: mlx-community/DeepSeek-V4-Flash-2bit-DQ + -> Generated description + -> Added with 19 safetensors files +Processing MLX: mlx-community/DeepSeek-V4-Flash-4bit + -> Generated description + -> Added with 33 safetensors files +Processing MLX: mlx-community/Qwen3-4B-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Phi-4-mini-instruct-4bit +Processing MLX: mlx-community/Qwen3-4B-Instruct-2507-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-4-31b-it-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 4 safetensors files -Processing MLX: mlx-community/Qwen2.5-Coder-14B-Instruct-4bit - -> Added with 2 safetensors files -Processing MLX: mlx-community/Qwen3.5-35B-A3B-8bit - -> Added with 8 safetensors files -Processing MLX: mlx-community/Qwen3.5-0.8B-8bit +Processing MLX: mlx-community/gemma-3n-E2B-it-lm-4bit -> Added with 1 safetensors files +Processing MLX: mlx-community/gemma-4-26b-a4b-4bit + -> Added with 3 safetensors files Processing MLX: mlx-community/Qwen3.5-9B-4bit -> Added with 2 safetensors files -Processing MLX: mlx-community/whisper-medium-mlx -Processing MLX: mlx-community/whisper-large-v3-mlx -Processing MLX: mlx-community/Meta-Llama-3.1-8B-Instruct-4bit +Processing MLX: mlx-community/Qwen3-0.6B-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-0.6B-8bit +Processing MLX: mlx-community/Qwen3.6-35B-A3B-4bit-DWQ + -> Generated description + -> Added with 4 safetensors files +Processing MLX: mlx-community/Qwen3.6-35B-A3B-bf16 + -> Generated description + -> Added with 14 safetensors files +Processing MLX: mlx-community/Qwen3-8B-4bit -> Added with 1 safetensors files Processing MLX: mlx-community/Qwen3.5-122B-A10B-4bit -> Added with 14 safetensors files Processing MLX: mlx-community/Qwen2.5-0.5B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-8B-4bit +Processing MLX: mlx-community/gemma-4-31b-bf16 + -> Generated description + -> Added with 12 safetensors files +Processing MLX: mlx-community/Qwen2.5-7B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3.5-0.8B-MLX-4bit +Processing MLX: mlx-community/Phi-4-mini-instruct-4bit -> Added with 1 safetensors files Processing MLX: mlx-community/gemma-2-9b-it-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-3n-E2B-it-lm-4bit +Processing MLX: mlx-community/gemma-4-26B-A4B-it-heretic-4bit + -> Generated description + -> Added with 3 safetensors files +Processing MLX: mlx-community/LFM2-VL-1.6B-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Llama-3.3-70B-Instruct-4bit - -> Added with 8 safetensors files -Processing MLX: mlx-community/gpt-oss-120b-MXFP4-Q8 - -> Added with 13 safetensors files -Processing MLX: mlx-community/Qwen2.5-7B-Instruct-4bit +Processing MLX: mlx-community/Qwen3.6-27B-8bit + -> Generated description + -> Added with 6 safetensors files +Processing MLX: mlx-community/Qwen3.5-2B-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Meta-Llama-3.1-8B-Instruct-abliterated-8bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 2 safetensors files -Processing MLX: mlx-community/Qwen3.5-9B-8bit - -> Added with 2 safetensors files -Processing MLX: mlx-community/gemma-3n-E4B-it-lm-4bit +Processing MLX: mlx-community/Qwen3-0.6B-8bit -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-4-31b-8bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 7 safetensors files -Processing MLX: mlx-community/Qwen3.5-2B-4bit +Processing MLX: mlx-community/Meta-Llama-3.1-8B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-4-e4b-it-8bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/gemma-4-31b-it-8bit + -> Generated description + -> Added with 7 safetensors files +Processing MLX: mlx-community/gemma-4-e4b-it-mxfp8 + -> Generated description -> Added with 2 safetensors files -Processing MLX: mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 5 safetensors files -Processing MLX: mlx-community/gemma-2-2b-it-4bit +Processing MLX: mlx-community/Josiefied-Qwen3-8B-abliterated-v1-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/GLM-4.7-Flash-4bit - -> Added with 4 safetensors files -Processing MLX: mlx-community/Qwen3.5-9B-OptiQ-4bit +Processing MLX: mlx-community/Qwen3.5-0.8B-8bit + -> Added with 1 safetensors files +Processing MLX: mlx-community/gemma-4-26b-a4b-it-8bit + -> Generated description + -> Added with 6 safetensors files +Processing MLX: mlx-community/Qwen3-TTS-12Hz-1.7B-Base-bf16 + -> Generated description -> Added with 2 safetensors files -Processing MLX: mlx-community/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 4 safetensors files -Processing MLX: mlx-community/Kimi-K2-Thinking - -> Added with 182 safetensors files -Processing MLX: mlx-community/Llama-3.3-70B-Instruct-8bit - -> Added with 15 safetensors files +Processing MLX: mlx-community/LFM2.5-VL-1.6B-4bit + -> Generated description + -> Added with 1 safetensors files Processing MLX: mlx-community/Qwen2.5-1.5B-Instruct-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Mistral-7B-Instruct-v0.3-4bit +Processing MLX: mlx-community/Meta-Llama-3-8B-Instruct-4bit + -> Generated description -> Added with 1 safetensors files -Processing MLX: mlx-community/Meta-Llama-3.1-8B-Instruct-8bit - -> Added with 2 safetensors files -Processing MLX: mlx-community/GLM-4.7-Flash-8bit - -> Added with 7 safetensors files -Processing MLX: mlx-community/GLM-4.7-4bit - -> Added with 39 safetensors files -Processing MLX: mlx-community/Qwen3-Next-80B-A3B-Instruct-4bit - -> Added with 9 safetensors files -Processing MLX: mlx-community/Llama-3.2-3B-Instruct-8bit +Processing MLX: mlx-community/Qwen3.5-0.8B-MLX-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Kimi-K2-Instruct-4bit - -> Added with 180 safetensors files -Processing MLX: mlx-community/DeepSeek-V3.1-4bit - -> Added with 88 safetensors files -Processing MLX: mlx-community/GLM-4.7-Flash-5bit +Processing MLX: mlx-community/Qwen3.6-27B-nvfp4 + -> Generated description + -> Added with 3 safetensors files +Processing MLX: mlx-community/Qwen3.6-35B-A3B-mxfp4 + -> Generated description -> Added with 4 safetensors files -Processing MLX: mlx-community/Meta-Llama-3.1-70B-Instruct-4bit +Processing MLX: mlx-community/Qwen3.5-27B-Claude-4.6-Opus-Distilled-MLX-6bit + -> Added with 5 safetensors files +Processing MLX: mlx-community/Llama-3.3-70B-Instruct-4bit -> Added with 8 safetensors files -Processing MLX: mlx-community/Qwen3.5-0.8B-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/Soprano-80M-bf16 + -> Generated description -> Added with 1 safetensors files -Processing MLX: mlx-community/gemma-4-26b-a4b-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/Huihui-Qwen3.5-27B-Claude-4.6-Opus-abliterated-4bit + -> Generated description -> Added with 3 safetensors files -Processing MLX: mlx-community/Mistral-Nemo-Instruct-2407-4bit - -> Added with 2 safetensors files -Processing MLX: mlx-community/gemma-3-27b-it-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/gemma-4-26b-a4b-it-nvfp4 + -> Generated description + -> Added with 3 safetensors files +Processing MLX: mlx-community/GLM-4.7-Flash-4bit -> Added with 4 safetensors files -Processing MLX: mlx-community/Qwen3-Next-80B-A3B-Thinking-4bit - -> Added with 9 safetensors files -Processing MLX: mlx-community/Qwen3-Coder-480B-A35B-Instruct-4bit - -> Added with 62 safetensors files -Processing MLX: mlx-community/Qwen3-235B-A22B-Instruct-2507-8bit - -> Added with 48 safetensors files -Processing MLX: mlx-community/Qwen2.5-14B-Instruct-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/GLM-5.1-MXFP4-Q8 + -> Generated description + -> Added with 76 safetensors files +Processing MLX: mlx-community/Qwen3.5-9B-8bit -> Added with 2 safetensors files -Processing MLX: mlx-community/GLM-4.7-Flash-6bit - -> Added with 5 safetensors files -Processing MLX: mlx-community/Qwen3-235B-A22B-Instruct-2507-4bit - -> Added with 26 safetensors files -Processing MLX: mlx-community/MiniMax-M2.1-3bit - -> Added with 19 safetensors files -Processing MLX: mlx-community/Qwen3-Next-80B-A3B-Thinking-8bit - -> Added with 17 safetensors files -Processing MLX: mlx-community/DeepSeek-V3.1-8bit - -> Added with 175 safetensors files -Processing MLX: mlx-community/Qwen3-Coder-Next-4bit - -> Added with 9 safetensors files -Processing MLX: mlx-community/Qwen3.5-27B-8bit - -> Added with 6 safetensors files -Processing MLX: mlx-community/LFM2-VL-1.6B-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/Qwen3.5-35B-A3B-8bit + -> Added with 8 safetensors files +Processing MLX: mlx-community/GLM-5.1 + -> Generated description + -> Added with 301 safetensors files +Processing MLX: mlx-community/gemma-3-1b-it-4bit + -> Generated description -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen2-VL-2B-Instruct-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/Qwen3-Embedding-4B-4bit-DWQ + -> Generated description -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-30B-A3B-8bit - -> Added with 7 safetensors files -Processing MLX: mlx-community/Qwen3.5-2B-OptiQ-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/deepseek-ai-DeepSeek-V4-Flash-4bit + -> Generated description + -> Added with 33 safetensors files +Processing MLX: mlx-community/DeepSeek-V4-Pro-4bit + -> Generated description + -> Added with 183 safetensors files +Processing MLX: mlx-community/gemma-3n-E4B-it-lm-4bit -> Added with 1 safetensors files -Processing MLX: mlx-community/Qwen3-Next-80B-A3B-Instruct-8bit - -> Added with 17 safetensors files -Processing MLX: mlx-community/Qwen3-Coder-480B-A35B-Instruct-8bit - -> Added with 125 safetensors files -Processing MLX: mlx-community/llama-3.3-70b-instruct-fp16 - -> Added with 28 safetensors files -Processing MLX: mlx-community/Meta-Llama-3.1-8B-Instruct-bf16 - -> Added with 4 safetensors files -Processing MLX: mlx-community/gemma-4-e4b-it-4bit - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} +Processing MLX: mlx-community/gpt-oss-120b-MXFP4-Q8 + -> Added with 13 safetensors files +Processing MLX: mlx-community/Qwen3-Coder-Next-4bit + -> Added with 9 safetensors files +Processing MLX: mlx-community/Qwen3-VL-4B-Instruct-4bit + -> Generated description -> Added with 1 safetensors files -Processing MLX: mlx-community/MiniMax-M2.1-8bit - -> Added with 47 safetensors files -Processing MLX: mlx-community/GLM-5-MXFP4-Q8 - -> Failed to summarize README: Error code: 404 - {'code': 'conv-not-found-001', 'error': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers', 'message': '[handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] failed to select provider model: model not found in accessible providers: [handler][NOT_FOUND][1c8f485c-78b0-4a79-9605-213e96c4ef7a] model not found in accessible providers'} - -> Added with 76 safetensors files +Processing MLX: mlx-community/Qwen3.5-0.8B-OptiQ-4bit + -> Generated description + -> Added with 1 safetensors files +Processing MLX: mlx-community/MiniMax-M2.7-4bit-mxfp4 + -> Generated description + -> Added with 24 safetensors files === Processing pinned MLX models === Processing pinned MLX: mlx-community/Jan-v3-4B-base-instruct-4bit @@ -3083,12 +2193,12 @@ Processing pinned MLX: janhq/Jan-v2-VL-low-bf16-mlx Total MLX models: 108 === Removing duplicates === -After dedup: 290 models +After dedup: 307 models === V2 Catalog Summary === -Total models: 290 - - GGUF models: 182 +Total models: 307 + - GGUF models: 199 - MLX models: 108 Written to: model_catalog_v2.json -Updated catalog; total now 290 (GGUF: 182, MLX: 108) +Updated catalog; total now 307 (GGUF: 199, MLX: 108)