|
5306 | 5306 | - filename: llama-cpp/models/Qwen3.5-35B-A3B-APEX-GGUF/Qwen3.5-35B-A3B-APEX-Quality.gguf |
5307 | 5307 | sha256: 50887b60c77ee5c95bc3657814ae993abcab7b2d71868b9af1e84d6badd09a57 |
5308 | 5308 | uri: https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-Quality.gguf |
| 5309 | +- &fara1-5-9b |
| 5310 | + name: fara1.5-9b |
| 5311 | + url: github:mudler/LocalAI/gallery/virtual.yaml@master |
| 5312 | + variants: |
| 5313 | + - model: fara1.5-9b-q8 |
| 5314 | + urls: |
| 5315 | + - https://huggingface.co/microsoft/Fara1.5-9B |
| 5316 | + - https://huggingface.co/bartowski/Fara1.5-9B-GGUF |
| 5317 | + description: | |
| 5318 | + Fara1.5-9B is Microsoft's 9B-parameter multimodal computer-use agent for web browsers, fine-tuned from Qwen3.5-9B. It accepts screenshots and text, emits structured browser actions, supports a 262K-token context, and should be deployed with appropriate sandboxing and user-confirmation controls. This entry uses the recommended Q4_K_M GGUF quantization. |
| 5319 | + license: mit |
| 5320 | + tags: |
| 5321 | + - fara |
| 5322 | + - qwen |
| 5323 | + - qwen3.5 |
| 5324 | + - 9b |
| 5325 | + - llm |
| 5326 | + - gguf |
| 5327 | + - quantized |
| 5328 | + - chat |
| 5329 | + - vision |
| 5330 | + - multimodal |
| 5331 | + - agent |
| 5332 | + - computer-use |
| 5333 | + - gpu |
| 5334 | + - cpu |
| 5335 | + last_checked: "2026-08-01" |
| 5336 | + overrides: |
| 5337 | + backend: llama-cpp |
| 5338 | + function: |
| 5339 | + grammar: |
| 5340 | + disable: true |
| 5341 | + known_usecases: |
| 5342 | + - chat |
| 5343 | + - vision |
| 5344 | + mmproj: llama-cpp/mmproj/Fara1.5-9B-GGUF/mmproj-Fara1.5-9B-f16.gguf |
| 5345 | + options: |
| 5346 | + - use_jinja:true |
| 5347 | + parameters: |
| 5348 | + model: llama-cpp/models/Fara1.5-9B-GGUF/Fara1.5-9B-Q4_K_M.gguf |
| 5349 | + template: |
| 5350 | + use_tokenizer_template: true |
| 5351 | + files: |
| 5352 | + - filename: llama-cpp/models/Fara1.5-9B-GGUF/Fara1.5-9B-Q4_K_M.gguf |
| 5353 | + sha256: a02e7220337b87290bca7ef7225ba4afa7104efa05c0851de6c29ec9c5d04c7d |
| 5354 | + uri: huggingface://bartowski/Fara1.5-9B-GGUF/Fara1.5-9B-Q4_K_M.gguf |
| 5355 | + - filename: llama-cpp/mmproj/Fara1.5-9B-GGUF/mmproj-Fara1.5-9B-f16.gguf |
| 5356 | + sha256: 97b423c81719ffc367124a9739d6feb6f62d62f60869a6d385a701b963ce1906 |
| 5357 | + uri: huggingface://bartowski/Fara1.5-9B-GGUF/mmproj-Fara1.5-9B-f16.gguf |
| 5358 | +- !!merge <<: *fara1-5-9b |
| 5359 | + name: fara1.5-9b-q8 |
| 5360 | + variants: [] |
| 5361 | + description: | |
| 5362 | + Fara1.5-9B is Microsoft's 9B-parameter multimodal computer-use agent for web browsers, fine-tuned from Qwen3.5-9B. It accepts screenshots and text, emits structured browser actions, supports a 262K-token context, and should be deployed with appropriate sandboxing and user-confirmation controls. This entry uses the higher-quality Q8_0 GGUF quantization. |
| 5363 | + overrides: |
| 5364 | + backend: llama-cpp |
| 5365 | + function: |
| 5366 | + grammar: |
| 5367 | + disable: true |
| 5368 | + known_usecases: |
| 5369 | + - chat |
| 5370 | + - vision |
| 5371 | + mmproj: llama-cpp/mmproj/Fara1.5-9B-GGUF/mmproj-Fara1.5-9B-f16.gguf |
| 5372 | + options: |
| 5373 | + - use_jinja:true |
| 5374 | + parameters: |
| 5375 | + model: llama-cpp/models/Fara1.5-9B-GGUF/Fara1.5-9B-Q8_0.gguf |
| 5376 | + template: |
| 5377 | + use_tokenizer_template: true |
| 5378 | + files: |
| 5379 | + - filename: llama-cpp/models/Fara1.5-9B-GGUF/Fara1.5-9B-Q8_0.gguf |
| 5380 | + sha256: a2e30cca7aec006266308153ae781347505af16baa514bbd4e0e3f4a79ea3a22 |
| 5381 | + uri: huggingface://bartowski/Fara1.5-9B-GGUF/Fara1.5-9B-Q8_0.gguf |
| 5382 | + - filename: llama-cpp/mmproj/Fara1.5-9B-GGUF/mmproj-Fara1.5-9B-f16.gguf |
| 5383 | + sha256: 97b423c81719ffc367124a9739d6feb6f62d62f60869a6d385a701b963ce1906 |
| 5384 | + uri: huggingface://bartowski/Fara1.5-9B-GGUF/mmproj-Fara1.5-9B-f16.gguf |
5309 | 5385 | - name: fara1.5-27b |
5310 | 5386 | url: github:mudler/LocalAI/gallery/virtual.yaml@master |
5311 | 5387 | variants: |
|
0 commit comments