|
1 | 1 | --- |
| 2 | +- name: "qwen3.8-27b-heretic-abliterated-uncensored" |
| 3 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 4 | + urls: |
| 5 | + - https://huggingface.co/0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF |
| 6 | + description: | |
| 7 | + # Qwen3.8-27B |
| 8 | + |
| 9 | + > [!Note] |
| 10 | + > This repository contains model weights and configuration files for the post-trained model in the Hugging Face Transformers format. |
| 11 | + > |
| 12 | + > These artifacts are compatible with Hugging Face Transformers, vLLM, SGLang, TokenSpeed, etc. |
| 13 | + |
| 14 | + > [!Tip] |
| 15 | + > For users seeking managed, scalable inference without infrastructure maintenance, the official Qwen API service is provided by Qwen Cloud. |
| 16 | + > In particular, **Qwen3.8-27B** will be available as a hosted version with more production features, e.g., 1M context length by default, official built-in tools. For more information, please refer to the Qwen3.8-27B Overview. The service is coming soon. Stay tuned for updates. |
| 17 | + |
| 18 | + Following the widespread community adoption of the Qwen3.5 and Qwen3.6 series, we are pleased to introduce Qwen3.8, the most capable generation in the Qwen open-model family to date. |
| 19 | + |
| 20 | + ... |
| 21 | + license: "apache-2.0" |
| 22 | + tags: |
| 23 | + - llm |
| 24 | + - gguf |
| 25 | + icon: https://qianwen-res.oss-accelerate.aliyuncs.com/Qwen3.5/demo/CI_Demo/mathv-1327.jpg |
| 26 | + overrides: |
| 27 | + backend: llama-cpp |
| 28 | + function: |
| 29 | + automatic_tool_parsing_fallback: true |
| 30 | + grammar: |
| 31 | + disable: true |
| 32 | + known_usecases: |
| 33 | + - chat |
| 34 | + mmproj: llama-cpp/mmproj/Qwen3.8-27B-Heretic-Q4_K_M/mmproj-Qwen3.8-27B-Q8_0.gguf |
| 35 | + options: |
| 36 | + - use_jinja:true |
| 37 | + parameters: |
| 38 | + min_p: 0 |
| 39 | + model: llama-cpp/models/Qwen3.8-27B-Heretic-Q4_K_M/Qwen3.8-27B-Heretic-Q4_K_M.gguf |
| 40 | + repeat_penalty: 1 |
| 41 | + temperature: 0.6 |
| 42 | + top_k: 20 |
| 43 | + top_p: 0.95 |
| 44 | + template: |
| 45 | + use_tokenizer_template: true |
| 46 | + files: |
| 47 | + - filename: llama-cpp/models/Qwen3.8-27B-Heretic-Q4_K_M/Qwen3.8-27B-Heretic-Q4_K_M.gguf |
| 48 | + sha256: 5ae89d6720ba0a27f643e6fbb0d1b557870d17aeff23156e5981e863ec16985c |
| 49 | + uri: https://huggingface.co/0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF/resolve/main/Qwen3.8-27B-Heretic-Q4_K_M.gguf |
| 50 | + - filename: llama-cpp/mmproj/Qwen3.8-27B-Heretic-Q4_K_M/mmproj-Qwen3.8-27B-Q8_0.gguf |
| 51 | + sha256: 2e968a6af97ce35d8971890b257b9b7edabf20ad91450501fa53162a19ee33eb |
| 52 | + uri: https://huggingface.co/0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF/resolve/main/mmproj-Qwen3.8-27B-Q8_0.gguf |
2 | 53 | - &ornith-1-0-9b |
3 | 54 | name: "ornith-1.0-9b-q4" |
4 | 55 | variants: |
|
0 commit comments