|
199 | 199 | - filename: llama-cpp/mmproj/Qwen3.8-27B-Heretic-Q4_K_M/mmproj-Qwen3.8-27B-Q8_0.gguf |
200 | 200 | sha256: 2e968a6af97ce35d8971890b257b9b7edabf20ad91450501fa53162a19ee33eb |
201 | 201 | uri: https://huggingface.co/0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF/resolve/main/mmproj-Qwen3.8-27B-Q8_0.gguf |
| 202 | +- &carbon-3b |
| 203 | + name: "carbon-3b-q4" |
| 204 | + variants: |
| 205 | + - model: carbon-3b-q8 |
| 206 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 207 | + urls: |
| 208 | + - https://huggingface.co/HuggingFaceBio/Carbon-3B |
| 209 | + - https://huggingface.co/HuggingFaceBio/Carbon-3B-GGUF |
| 210 | + description: | |
| 211 | + Carbon-3B is Hugging Face's 3B-parameter genomic foundation model for DNA |
| 212 | + and RNA sequence generation, recovery, variant-effect prediction, and |
| 213 | + motif-perturbation analysis. It supports 32,768 tokens natively and uses a |
| 214 | + hybrid tokenizer with 6-mer DNA tokens. |
| 215 | + |
| 216 | + This default entry uses the Q4_K_M GGUF. A higher-quality Q8_0 build is |
| 217 | + available as a variant. Prefix DNA sequences with `<dna>` and use uppercase |
| 218 | + A, C, G, and T characters in groups of six. |
| 219 | + license: "apache-2.0" |
| 220 | + tags: |
| 221 | + - llm |
| 222 | + - gguf |
| 223 | + - cpu |
| 224 | + - gpu |
| 225 | + - biology |
| 226 | + - genomics |
| 227 | + - dna |
| 228 | + - long-context |
| 229 | + last_checked: "2026-08-19" |
| 230 | + overrides: |
| 231 | + backend: llama-cpp |
| 232 | + context_size: 32768 |
| 233 | + parameters: |
| 234 | + model: carbon-3b-q4_k_m.gguf |
| 235 | + files: |
| 236 | + - filename: carbon-3b-q4_k_m.gguf |
| 237 | + uri: huggingface://HuggingFaceBio/Carbon-3B-GGUF/carbon-3b-q4_k_m.gguf |
| 238 | + sha256: a639a57be601faecbc04f095015bad2bd35cd251f8994b11976f425ab55009e0 |
| 239 | +- !!merge <<: *carbon-3b |
| 240 | + name: "carbon-3b-q8" |
| 241 | + variants: [] |
| 242 | + description: | |
| 243 | + Carbon-3B in the higher-quality Q8_0 GGUF format for genomic sequence |
| 244 | + generation and analysis. |
| 245 | + overrides: |
| 246 | + backend: llama-cpp |
| 247 | + context_size: 32768 |
| 248 | + parameters: |
| 249 | + model: carbon-3b-q8_0.gguf |
| 250 | + files: |
| 251 | + - filename: carbon-3b-q8_0.gguf |
| 252 | + uri: huggingface://HuggingFaceBio/Carbon-3B-GGUF/carbon-3b-q8_0.gguf |
| 253 | + sha256: 3a2b2239e8d91bd45fe6452c011f9691657829c08625b239044ebf974f272694 |
| 254 | +- &carbon-8b |
| 255 | + name: "carbon-8b-q4" |
| 256 | + variants: |
| 257 | + - model: carbon-8b-q8 |
| 258 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 259 | + urls: |
| 260 | + - https://huggingface.co/HuggingFaceBio/Carbon-8B |
| 261 | + - https://huggingface.co/HuggingFaceBio/Carbon-8B-GGUF |
| 262 | + description: | |
| 263 | + Carbon-8B is the largest model in Hugging Face's Carbon family of genomic |
| 264 | + foundation models. It targets DNA and RNA sequence generation, recovery, |
| 265 | + variant-effect prediction, and motif-perturbation analysis with a native |
| 266 | + context length of 32,768 hybrid 6-mer DNA tokens. |
| 267 | + |
| 268 | + This default entry uses the Q4_K_M GGUF. A higher-quality Q8_0 build is |
| 269 | + available as a variant. Prefix DNA sequences with `<dna>` and use uppercase |
| 270 | + A, C, G, and T characters in groups of six. |
| 271 | + license: "apache-2.0" |
| 272 | + tags: |
| 273 | + - llm |
| 274 | + - gguf |
| 275 | + - cpu |
| 276 | + - gpu |
| 277 | + - biology |
| 278 | + - genomics |
| 279 | + - dna |
| 280 | + - long-context |
| 281 | + last_checked: "2026-08-19" |
| 282 | + overrides: |
| 283 | + backend: llama-cpp |
| 284 | + context_size: 32768 |
| 285 | + parameters: |
| 286 | + model: carbon-8b-q4_k_m.gguf |
| 287 | + files: |
| 288 | + - filename: carbon-8b-q4_k_m.gguf |
| 289 | + uri: huggingface://HuggingFaceBio/Carbon-8B-GGUF/carbon-8b-q4_k_m.gguf |
| 290 | + sha256: b4fa68a7722b446a55198d1eceb6f00899af12b47e23fab11dc7d7b6a34e905c |
| 291 | +- !!merge <<: *carbon-8b |
| 292 | + name: "carbon-8b-q8" |
| 293 | + variants: [] |
| 294 | + description: | |
| 295 | + Carbon-8B in the higher-quality Q8_0 GGUF format for genomic sequence |
| 296 | + generation and analysis. |
| 297 | + overrides: |
| 298 | + backend: llama-cpp |
| 299 | + context_size: 32768 |
| 300 | + parameters: |
| 301 | + model: carbon-8b-q8_0.gguf |
| 302 | + files: |
| 303 | + - filename: carbon-8b-q8_0.gguf |
| 304 | + uri: huggingface://HuggingFaceBio/Carbon-8B-GGUF/carbon-8b-q8_0.gguf |
| 305 | + sha256: ba5f7794d0768e639fcb0fe860ff7340b09bfaad5e0e2f2c021a4f49029352dd |
202 | 306 | - &ornith-1-0-9b |
203 | 307 | name: "ornith-1.0-9b-q4" |
204 | 308 | variants: |
|
0 commit comments