|
5849 | 5849 | - filename: llama-cpp/mmproj/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/mmproj-F32.gguf |
5850 | 5850 | sha256: fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d |
5851 | 5851 | uri: https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf |
| 5852 | +- &xyz-aquila-mini |
| 5853 | + name: xyz-aquila-mini |
| 5854 | + variants: |
| 5855 | + - model: xyz-aquila-mini-q6 |
| 5856 | + url: github:mudler/LocalAI/gallery/virtual.yaml@master |
| 5857 | + urls: |
| 5858 | + - https://huggingface.co/XYZAILab/XYZ-Aquila-mini |
| 5859 | + - https://huggingface.co/bartowski/XYZAILab_XYZ-Aquila-mini-GGUF |
| 5860 | + description: | |
| 5861 | + XYZ-Aquila-mini is an Apache-2.0, open-weight thinking model based on |
| 5862 | + Qwen3.6-35B-A3B. It is tuned for agentic deep search, long-horizon planning, |
| 5863 | + bilingual web research, evidence aggregation, source verification, and |
| 5864 | + recovery from failed tool interactions. This entry uses the Q4_K_M GGUF; |
| 5865 | + the Q6_K variant offers higher fidelity on hosts with more memory. |
| 5866 | + |
| 5867 | + The checkpoint supports Qwen-compatible reasoning and tool-call formats. |
| 5868 | + Search, scraping, and Python execution are supplied by the agent harness, |
| 5869 | + not by the model weights themselves. |
| 5870 | + license: apache-2.0 |
| 5871 | + tags: |
| 5872 | + - llm |
| 5873 | + - gguf |
| 5874 | + - gpu |
| 5875 | + - cpu |
| 5876 | + - multimodal |
| 5877 | + - vision |
| 5878 | + - reasoning |
| 5879 | + - tools |
| 5880 | + overrides: |
| 5881 | + backend: llama-cpp |
| 5882 | + function: |
| 5883 | + automatic_tool_parsing_fallback: true |
| 5884 | + grammar: |
| 5885 | + disable: true |
| 5886 | + known_usecases: |
| 5887 | + - chat |
| 5888 | + - vision |
| 5889 | + mmproj: llama-cpp/mmproj/XYZAILab_XYZ-Aquila-mini-GGUF/mmproj-XYZAILab_XYZ-Aquila-mini-f16.gguf |
| 5890 | + options: |
| 5891 | + - use_jinja:true |
| 5892 | + parameters: |
| 5893 | + model: llama-cpp/models/XYZAILab_XYZ-Aquila-mini-GGUF/XYZAILab_XYZ-Aquila-mini-Q4_K_M.gguf |
| 5894 | + template: |
| 5895 | + use_tokenizer_template: true |
| 5896 | + files: |
| 5897 | + - filename: llama-cpp/models/XYZAILab_XYZ-Aquila-mini-GGUF/XYZAILab_XYZ-Aquila-mini-Q4_K_M.gguf |
| 5898 | + sha256: c96ee35332dc5f24a618d5d43ed79382e9a914a0ccb0b638b2a21dbebf8bc2f7 |
| 5899 | + uri: https://huggingface.co/bartowski/XYZAILab_XYZ-Aquila-mini-GGUF/resolve/main/XYZAILab_XYZ-Aquila-mini-Q4_K_M.gguf |
| 5900 | + - filename: llama-cpp/mmproj/XYZAILab_XYZ-Aquila-mini-GGUF/mmproj-XYZAILab_XYZ-Aquila-mini-f16.gguf |
| 5901 | + sha256: b80c0f20a6ca880c154c08ef8c8055a8dd07ce85f2a2732434e91b68c4d5fdd8 |
| 5902 | + uri: https://huggingface.co/bartowski/XYZAILab_XYZ-Aquila-mini-GGUF/resolve/main/mmproj-XYZAILab_XYZ-Aquila-mini-f16.gguf |
| 5903 | +- !!merge <<: *xyz-aquila-mini |
| 5904 | + name: xyz-aquila-mini-q6 |
| 5905 | + variants: [] |
| 5906 | + description: | |
| 5907 | + Higher-fidelity Q6_K variant of XYZ-Aquila-mini, an Apache-2.0 Qwen3.6 |
| 5908 | + MoE thinking model tuned for agentic deep search and tool use. |
| 5909 | + overrides: |
| 5910 | + backend: llama-cpp |
| 5911 | + function: |
| 5912 | + automatic_tool_parsing_fallback: true |
| 5913 | + grammar: |
| 5914 | + disable: true |
| 5915 | + known_usecases: |
| 5916 | + - chat |
| 5917 | + - vision |
| 5918 | + mmproj: llama-cpp/mmproj/XYZAILab_XYZ-Aquila-mini-GGUF/mmproj-XYZAILab_XYZ-Aquila-mini-f16.gguf |
| 5919 | + options: |
| 5920 | + - use_jinja:true |
| 5921 | + parameters: |
| 5922 | + model: llama-cpp/models/XYZAILab_XYZ-Aquila-mini-GGUF/XYZAILab_XYZ-Aquila-mini-Q6_K.gguf |
| 5923 | + template: |
| 5924 | + use_tokenizer_template: true |
| 5925 | + files: |
| 5926 | + - filename: llama-cpp/models/XYZAILab_XYZ-Aquila-mini-GGUF/XYZAILab_XYZ-Aquila-mini-Q6_K.gguf |
| 5927 | + sha256: c66485a0c0d49bb5394271e06d47dd913c95d9f01a2847820cbb174cab8a25e9 |
| 5928 | + uri: https://huggingface.co/bartowski/XYZAILab_XYZ-Aquila-mini-GGUF/resolve/main/XYZAILab_XYZ-Aquila-mini-Q6_K.gguf |
| 5929 | + - filename: llama-cpp/mmproj/XYZAILab_XYZ-Aquila-mini-GGUF/mmproj-XYZAILab_XYZ-Aquila-mini-f16.gguf |
| 5930 | + sha256: b80c0f20a6ca880c154c08ef8c8055a8dd07ce85f2a2732434e91b68c4d5fdd8 |
| 5931 | + uri: https://huggingface.co/bartowski/XYZAILab_XYZ-Aquila-mini-GGUF/resolve/main/mmproj-XYZAILab_XYZ-Aquila-mini-f16.gguf |
5852 | 5932 | - name: qwen3.5-9b-deepseek-v4-flash |
5853 | 5933 | url: github:mudler/LocalAI/gallery/virtual.yaml@master |
5854 | 5934 | urls: |
|
0 commit comments