|
1 | 1 | --- |
| 2 | +- name: "qwen3.6-27b-fable-fusion-711-uncensored-heretic-nm-dau-neo-max-mtp" |
| 3 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 4 | + urls: |
| 5 | + - https://huggingface.co/DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF |
| 6 | + description: | |
| 7 | + Important: This is the first fine tune to exceed 700 "arc-c" (The OpenAI, Claude and Gemini "zone of intelligence") in both 8 bit and 4 bit. This repo contains both "regular" and "MTP" Neo MAX Imatrix quants. |
| 8 | + |
| 9 | + Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF |
| 10 | + |
| 11 | + The strongest, smartest open source multi-stage model fine tune for consumer hardware ever and BUILT on consumer hardware via Unsloth. |
| 12 | + |
| 13 | + The first model of this size/type to breach "700" ARC-C in both 8 bit and 4 bit; hench the "711" in the name. |
| 14 | + |
| 15 | + This model (both 4 bit and 8 bit) exceeds the base Qwen 3.6 27B in 6 out of 7 benchmarks, and matches it on the 7th AND exceeds all 7 benchmarks for Qwen3.6-35B-A3B. |
| 16 | + |
| 17 | + The 700 "intelligence club" is reserved for OpenAI, Claude and Gemini closed source models. |
| 18 | + |
| 19 | + This is the one they fear. |
| 20 | + |
| 21 | + This is a multi-stage fine tune, multi-fine tune, and multi-stage merge. |
| 22 | + |
| 23 | + A Colab between myself (multiple fine tunes, including multi-stage), Nightmedia (merge/benching), TeichAI (Polaris Dataset), armand0e (Light fable 5 traces) and trohrbaugh (heretic'ing the model). |
| 24 | + |
| 25 | + ... |
| 26 | + license: "apache-2.0" |
| 27 | + tags: |
| 28 | + - llm |
| 29 | + - gguf |
| 30 | + - reasoning |
| 31 | + - thinking |
| 32 | + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_27b_score.png |
| 33 | + overrides: |
| 34 | + backend: llama-cpp |
| 35 | + function: |
| 36 | + automatic_tool_parsing_fallback: true |
| 37 | + grammar: |
| 38 | + disable: true |
| 39 | + known_usecases: |
| 40 | + - chat |
| 41 | + mmproj: llama-cpp/mmproj/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M/mmproj-F32.gguf |
| 42 | + options: |
| 43 | + - use_jinja:true |
| 44 | + - spec_type:draft-mtp |
| 45 | + - spec_n_max:6 |
| 46 | + - spec_p_min:0.75 |
| 47 | + parameters: |
| 48 | + min_p: 0 |
| 49 | + model: llama-cpp/models/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M.gguf |
| 50 | + presence_penalty: 1.5 |
| 51 | + repeat_penalty: 1 |
| 52 | + temperature: 0.7 |
| 53 | + top_k: 20 |
| 54 | + top_p: 0.8 |
| 55 | + template: |
| 56 | + use_tokenizer_template: true |
| 57 | + files: |
| 58 | + - filename: llama-cpp/models/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M.gguf |
| 59 | + sha256: c796c2c011eaa0edf06395ff49cda5bfd4843ad52b86b58a83296dfc33849e4e |
| 60 | + uri: https://huggingface.co/DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF/resolve/main/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M.gguf |
| 61 | + - filename: llama-cpp/mmproj/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M/mmproj-F32.gguf |
| 62 | + sha256: fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d |
| 63 | + uri: https://huggingface.co/DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF/resolve/main/mmproj-F32.gguf |
2 | 64 | - name: "minicpm5-1b-claude-opus-fable5-v2-thinking" |
3 | 65 | url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
4 | 66 | urls: |
|
0 commit comments