|
1 | 1 | --- |
| 2 | +- name: "qwen3.8-27b-abliterated" |
| 3 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 4 | + urls: |
| 5 | + - https://huggingface.co/Blackfrost-AI/Qwen3.8-27B-ABLITERATED-GGUF |
| 6 | + description: | |
| 7 | + Qwen3.8-27B — Blackfrost BF16 |
| 8 | + |
| 9 | + Weight-level de-risked Qwen3.8-27B · native BF16 · vision, reasoning, tools, and long context retained |
| 10 | + |
| 11 | + Built by Blackfrost |
| 12 | + |
| 13 | + > ### Take notice |
| 14 | + > This is a Blackfrost weight-level research checkpoint with a deliberately reduced refusal surface. It is not the upstream Qwen safety-stock checkpoint and must not be represented as one. |
| 15 | + > |
| 16 | + > This repository is a **public, ungated research preview**. It is **not for sale**. Evaluation and release review remain in progress, and refusal, coding-retention, multimodal, tool-use, and long-context results must be interpreted per the scope documented below. |
| 17 | + |
| 18 | + ## Why this model exists |
| 19 | + |
| 20 | + Qwen3.8-27B is the dense, deployment-friendly member of the Qwen3.8 family. This checkpoint is the BF16 master for Blackfrost's research into reducing false-positive refusals in lawful, operator-controlled software engineering and security work while retaining the model's general capabilities. |
| 21 | + |
| 22 | + ... |
| 23 | + license: "apache-2.0" |
| 24 | + tags: |
| 25 | + - llm |
| 26 | + - gguf |
| 27 | + - qwen |
| 28 | + - multimodal |
| 29 | + - reasoning |
| 30 | + icon: https://cdn-uploads.huggingface.co/production/uploads/69a27f2d114e4ac9de4dafc7/xDTdhLFXmKlZOazFcvJ5S.jpeg |
| 31 | + overrides: |
| 32 | + backend: llama-cpp |
| 33 | + function: |
| 34 | + automatic_tool_parsing_fallback: true |
| 35 | + grammar: |
| 36 | + disable: true |
| 37 | + known_usecases: |
| 38 | + - chat |
| 39 | + mmproj: llama-cpp/mmproj/Qwen3.8-27B-ABLITERATED-Q4_K_M/mmproj-Qwen3.8-27B-ABLITERATED-Q8_0.gguf |
| 40 | + options: |
| 41 | + - use_jinja:true |
| 42 | + - spec_type:draft-mtp |
| 43 | + - spec_n_max:6 |
| 44 | + - spec_p_min:0.75 |
| 45 | + parameters: |
| 46 | + min_p: 0 |
| 47 | + model: llama-cpp/models/Qwen3.8-27B-ABLITERATED-Q4_K_M/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf |
| 48 | + repeat_penalty: 1 |
| 49 | + temperature: 0.6 |
| 50 | + top_k: 20 |
| 51 | + top_p: 0.95 |
| 52 | + template: |
| 53 | + use_tokenizer_template: true |
| 54 | + files: |
| 55 | + - filename: llama-cpp/models/Qwen3.8-27B-ABLITERATED-Q4_K_M/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf |
| 56 | + sha256: 5d53637a59cfcd3a4d8354e254ffd44943e5a693da2405a3e228c62962355509 |
| 57 | + uri: https://huggingface.co/Blackfrost-AI/Qwen3.8-27B-ABLITERATED-GGUF/resolve/main/Qwen3.8-27B-ABLITERATED-Q4_K_M.gguf |
| 58 | + - filename: llama-cpp/mmproj/Qwen3.8-27B-ABLITERATED-Q4_K_M/mmproj-Qwen3.8-27B-ABLITERATED-Q8_0.gguf |
| 59 | + sha256: 6b8b9c95513e0798f4d48f467bced39491da62f418249bfb7ef12a857d15e5be |
| 60 | + uri: https://huggingface.co/Blackfrost-AI/Qwen3.8-27B-ABLITERATED-GGUF/resolve/main/mmproj-Qwen3.8-27B-ABLITERATED-Q8_0.gguf |
2 | 61 | - &qwen3-8-27b |
3 | 62 | name: "qwen3.8-27b-q4" |
4 | 63 | variants: |
|
0 commit comments