|
854 | 854 | - filename: llama-cpp/models/Gemmable-4-12B-MTP-GGUF/gemmable-4-12b-Q4_K_M-mtp.gguf |
855 | 855 | sha256: 217dc0ed177ecc733f801a851c3e3854cf1b17a1f86cd5430c0a7f82d93027bc |
856 | 856 | uri: https://huggingface.co/Mia-AiLab/Gemmable-4-12B-MTP-GGUF/resolve/main/gemmable-4-12b-Q4_K_M-mtp.gguf |
| 857 | +- &laguna-s-2-1-q8 |
| 858 | + name: "laguna-s-2.1-q8" |
| 859 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 860 | + urls: |
| 861 | + - https://huggingface.co/poolside/Laguna-S-2.1 |
| 862 | + - https://huggingface.co/poolside/Laguna-S-2.1-GGUF |
| 863 | + description: | |
| 864 | + Laguna S 2.1 is Poolside's 118B-parameter, 8B-active Mixture-of-Experts model for agentic software engineering. It supports tool use and a native one-million-token context window; the official GGUF recommends 256K context for best output quality. This entry uses the 129 GB Q8_0 build, with routed experts quantized to Q8_0 and the signal path kept in BF16. |
| 865 | + |
| 866 | + License: OpenMDW 1.1. |
| 867 | + license: "other" |
| 868 | + icon: https://poolside.ai/assets/laguna/laguna-s-2-1-banner.svg |
| 869 | + tags: |
| 870 | + - llm |
| 871 | + - gguf |
| 872 | + - moe |
| 873 | + - reasoning |
| 874 | + - code |
| 875 | + - agent |
| 876 | + - tools |
| 877 | + - long-context |
| 878 | + last_checked: "2026-07-29" |
| 879 | + overrides: |
| 880 | + backend: llama-cpp |
| 881 | + function: |
| 882 | + automatic_tool_parsing_fallback: true |
| 883 | + grammar: |
| 884 | + disable: true |
| 885 | + known_usecases: |
| 886 | + - chat |
| 887 | + - completion |
| 888 | + options: |
| 889 | + - use_jinja:true |
| 890 | + parameters: |
| 891 | + model: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-Q8_0.gguf |
| 892 | + template: |
| 893 | + use_tokenizer_template: true |
| 894 | + files: |
| 895 | + - filename: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-Q8_0.gguf |
| 896 | + sha256: d946b221d69f2c5f87a986952bcd3cfb75831e5a6a2184e626e361663e1bfe2b |
| 897 | + uri: https://huggingface.co/poolside/Laguna-S-2.1-GGUF/resolve/main/laguna-s-2.1-Q8_0.gguf |
| 898 | +- !!merge <<: *laguna-s-2-1-q8 |
| 899 | + name: "laguna-s-2.1" |
| 900 | + variants: |
| 901 | + - model: laguna-s-2.1-q8 |
| 902 | + - model: laguna-s-2.1-dflash |
| 903 | + description: | |
| 904 | + Laguna S 2.1 is Poolside's 118B-parameter, 8B-active Mixture-of-Experts model for agentic software engineering. It supports tool use and a native one-million-token context window; the official GGUF recommends 256K context for best output quality. This default entry uses the current 96 GB Q4_K_M artifact, with imatrix-quantized routed experts and a Q8_0 signal path. |
| 905 | + |
| 906 | + License: OpenMDW 1.1. |
| 907 | + overrides: |
| 908 | + backend: llama-cpp |
| 909 | + function: |
| 910 | + automatic_tool_parsing_fallback: true |
| 911 | + grammar: |
| 912 | + disable: true |
| 913 | + known_usecases: |
| 914 | + - chat |
| 915 | + - completion |
| 916 | + options: |
| 917 | + - use_jinja:true |
| 918 | + parameters: |
| 919 | + model: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-Q4_K_M.gguf |
| 920 | + template: |
| 921 | + use_tokenizer_template: true |
| 922 | + files: |
| 923 | + - filename: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-Q4_K_M.gguf |
| 924 | + sha256: a8b55c75714ea73fd90ec85de5defdc0b8d88ca0ad2108343cdd8fc22f7583e4 |
| 925 | + uri: https://huggingface.co/poolside/Laguna-S-2.1-GGUF/resolve/main/laguna-s-2.1-Q4_K_M.gguf |
| 926 | +- !!merge <<: *laguna-s-2-1-q8 |
| 927 | + name: "laguna-s-2.1-dflash" |
| 928 | + description: | |
| 929 | + Laguna S 2.1's 96 GB Q4_K_M target paired with Poolside's 2.2 GB BF16 DFlash drafter for speculative decoding. DFlash drafts a block of tokens per forward pass and accelerates generation without changing the target model's outputs. Flash attention is enabled because the DFlash path requires it. |
| 930 | + |
| 931 | + License: OpenMDW 1.1. |
| 932 | + tags: |
| 933 | + - llm |
| 934 | + - gguf |
| 935 | + - moe |
| 936 | + - reasoning |
| 937 | + - code |
| 938 | + - agent |
| 939 | + - tools |
| 940 | + - long-context |
| 941 | + - dflash |
| 942 | + - speculative |
| 943 | + overrides: |
| 944 | + backend: llama-cpp |
| 945 | + flash_attention: "on" |
| 946 | + draft_model: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-DFlash-BF16.gguf |
| 947 | + function: |
| 948 | + automatic_tool_parsing_fallback: true |
| 949 | + grammar: |
| 950 | + disable: true |
| 951 | + known_usecases: |
| 952 | + - chat |
| 953 | + - completion |
| 954 | + options: |
| 955 | + - use_jinja:true |
| 956 | + - spec_type:draft-dflash |
| 957 | + - spec_n_max:15 |
| 958 | + parameters: |
| 959 | + model: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-Q4_K_M.gguf |
| 960 | + template: |
| 961 | + use_tokenizer_template: true |
| 962 | + files: |
| 963 | + - filename: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-Q4_K_M.gguf |
| 964 | + sha256: a8b55c75714ea73fd90ec85de5defdc0b8d88ca0ad2108343cdd8fc22f7583e4 |
| 965 | + uri: https://huggingface.co/poolside/Laguna-S-2.1-GGUF/resolve/main/laguna-s-2.1-Q4_K_M.gguf |
| 966 | + - filename: llama-cpp/models/Laguna-S-2.1-GGUF/laguna-s-2.1-DFlash-BF16.gguf |
| 967 | + sha256: 2ee8aa30338d6599bc7a8ce008cc57c56f2c2b2fdc21f6db9ecda203c751bfd4 |
| 968 | + uri: https://huggingface.co/poolside/Laguna-S-2.1-GGUF/resolve/main/laguna-s-2.1-DFlash-BF16.gguf |
857 | 969 | - name: "lfm2.5-1.2b-instruct" |
858 | 970 | url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
859 | 971 | urls: |
|
0 commit comments