|
2370 | 2370 | - filename: llama-cpp/mmproj/Qwythos-9B-v2-MTP-Q4_K_M/mmproj-Qwythos-9B-v2-BF16.gguf |
2371 | 2371 | sha256: 0d1687cb33124c78acab788b342d4a2eaf85b3035e87c3abe4ee9d0b84ddb4f5 |
2372 | 2372 | uri: https://huggingface.co/empero-ai/Qwythos-9B-v2-GGUF/resolve/main/mmproj-Qwythos-9B-v2-BF16.gguf |
| 2373 | +- &tess-4-27b |
| 2374 | + name: "tess-4-27b" |
| 2375 | + variants: |
| 2376 | + - model: tess-4-27b-q8 |
| 2377 | + - model: tess-4-27b-mtp |
| 2378 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 2379 | + urls: |
| 2380 | + - https://huggingface.co/migtissera/Tess-4-27B |
| 2381 | + - https://huggingface.co/migtissera/Tess-4-27B-GGUF |
| 2382 | + description: | |
| 2383 | + Tess-4-27B is an Apache-2.0 agentic and reasoning model built on |
| 2384 | + Qwen3.6-27B. It scales its thinking depth to the task and supports tool |
| 2385 | + use, long-context work, and image input. This default entry uses the |
| 2386 | + Q4_K_M GGUF quantization and the shared F16 vision projector. |
| 2387 | + license: "apache-2.0" |
| 2388 | + tags: |
| 2389 | + - llm |
| 2390 | + - gguf |
| 2391 | + - cpu |
| 2392 | + - gpu |
| 2393 | + - qwen |
| 2394 | + - reasoning |
| 2395 | + - thinking |
| 2396 | + - agent |
| 2397 | + - tools |
| 2398 | + - long-context |
| 2399 | + - vision |
| 2400 | + - multimodal |
| 2401 | + last_checked: "2026-08-16" |
| 2402 | + overrides: |
| 2403 | + backend: llama-cpp |
| 2404 | + function: |
| 2405 | + automatic_tool_parsing_fallback: true |
| 2406 | + grammar: |
| 2407 | + disable: true |
| 2408 | + known_usecases: |
| 2409 | + - chat |
| 2410 | + - vision |
| 2411 | + mmproj: llama-cpp/mmproj/tess-4-27b/mmproj-Tess-4-27B-F16.gguf |
| 2412 | + options: |
| 2413 | + - use_jinja:true |
| 2414 | + parameters: |
| 2415 | + model: llama-cpp/models/tess-4-27b/Tess-4-27B-Q4_K_M.gguf |
| 2416 | + template: |
| 2417 | + use_tokenizer_template: true |
| 2418 | + files: |
| 2419 | + - filename: llama-cpp/models/tess-4-27b/Tess-4-27B-Q4_K_M.gguf |
| 2420 | + sha256: 99b94644e6b31dff920ec5eb1b8598edc95eed7fcc8c3058a98f42319fb2fef4 |
| 2421 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/Tess-4-27B-Q4_K_M.gguf |
| 2422 | + - filename: llama-cpp/mmproj/tess-4-27b/mmproj-Tess-4-27B-F16.gguf |
| 2423 | + sha256: 6be9dd0b2298225381277c2b7df9c4bbcc5b9d95b43b7299123f8392527cde69 |
| 2424 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/mmproj-Tess-4-27B-F16.gguf |
| 2425 | +- !!merge <<: *tess-4-27b |
| 2426 | + name: "tess-4-27b-q8" |
| 2427 | + variants: [] |
| 2428 | + description: | |
| 2429 | + Tess-4-27B is an Apache-2.0 agentic and reasoning model built on |
| 2430 | + Qwen3.6-27B. This entry uses the near-lossless Q8_0 GGUF quantization and |
| 2431 | + the shared F16 vision projector. |
| 2432 | + overrides: |
| 2433 | + backend: llama-cpp |
| 2434 | + function: |
| 2435 | + automatic_tool_parsing_fallback: true |
| 2436 | + grammar: |
| 2437 | + disable: true |
| 2438 | + known_usecases: |
| 2439 | + - chat |
| 2440 | + - vision |
| 2441 | + mmproj: llama-cpp/mmproj/tess-4-27b-q8/mmproj-Tess-4-27B-F16.gguf |
| 2442 | + options: |
| 2443 | + - use_jinja:true |
| 2444 | + parameters: |
| 2445 | + model: llama-cpp/models/tess-4-27b-q8/Tess-4-27B-Q8_0.gguf |
| 2446 | + template: |
| 2447 | + use_tokenizer_template: true |
| 2448 | + files: |
| 2449 | + - filename: llama-cpp/models/tess-4-27b-q8/Tess-4-27B-Q8_0.gguf |
| 2450 | + sha256: 35d0b640edc1a9c00f8089bada11c4a58fc825d9d0fbf4ac44f4054ec3cb3a57 |
| 2451 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/Tess-4-27B-Q8_0.gguf |
| 2452 | + - filename: llama-cpp/mmproj/tess-4-27b-q8/mmproj-Tess-4-27B-F16.gguf |
| 2453 | + sha256: 6be9dd0b2298225381277c2b7df9c4bbcc5b9d95b43b7299123f8392527cde69 |
| 2454 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/mmproj-Tess-4-27B-F16.gguf |
| 2455 | +- !!merge <<: *tess-4-27b |
| 2456 | + name: "tess-4-27b-mtp" |
| 2457 | + variants: [] |
| 2458 | + description: | |
| 2459 | + Tess-4-27B with its Q4_K_M multi-token prediction draft enabled for |
| 2460 | + speculative decoding. The main model verifies every proposed token, and |
| 2461 | + the entry also includes the shared F16 vision projector. |
| 2462 | + tags: |
| 2463 | + - llm |
| 2464 | + - gguf |
| 2465 | + - cpu |
| 2466 | + - gpu |
| 2467 | + - qwen |
| 2468 | + - reasoning |
| 2469 | + - thinking |
| 2470 | + - agent |
| 2471 | + - tools |
| 2472 | + - long-context |
| 2473 | + - vision |
| 2474 | + - multimodal |
| 2475 | + - mtp |
| 2476 | + - speculative |
| 2477 | + overrides: |
| 2478 | + backend: llama-cpp |
| 2479 | + draft_model: llama-cpp/models/tess-4-27b-mtp/mtp-Tess-4-27B-Q4_K_M.gguf |
| 2480 | + function: |
| 2481 | + automatic_tool_parsing_fallback: true |
| 2482 | + grammar: |
| 2483 | + disable: true |
| 2484 | + known_usecases: |
| 2485 | + - chat |
| 2486 | + - vision |
| 2487 | + mmproj: llama-cpp/mmproj/tess-4-27b-mtp/mmproj-Tess-4-27B-F16.gguf |
| 2488 | + options: |
| 2489 | + - use_jinja:true |
| 2490 | + - spec_type:draft-mtp |
| 2491 | + - spec_n_max:6 |
| 2492 | + - spec_p_min:0.75 |
| 2493 | + parameters: |
| 2494 | + model: llama-cpp/models/tess-4-27b-mtp/Tess-4-27B-Q4_K_M.gguf |
| 2495 | + template: |
| 2496 | + use_tokenizer_template: true |
| 2497 | + files: |
| 2498 | + - filename: llama-cpp/models/tess-4-27b-mtp/Tess-4-27B-Q4_K_M.gguf |
| 2499 | + sha256: 99b94644e6b31dff920ec5eb1b8598edc95eed7fcc8c3058a98f42319fb2fef4 |
| 2500 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/Tess-4-27B-Q4_K_M.gguf |
| 2501 | + - filename: llama-cpp/models/tess-4-27b-mtp/mtp-Tess-4-27B-Q4_K_M.gguf |
| 2502 | + sha256: c8dd872f71f584eef1693779c98d9c6c81daaa9bf97a7d9b24ae9cb968a30a77 |
| 2503 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/mtp-Tess-4-27B-Q4_K_M.gguf |
| 2504 | + - filename: llama-cpp/mmproj/tess-4-27b-mtp/mmproj-Tess-4-27B-F16.gguf |
| 2505 | + sha256: 6be9dd0b2298225381277c2b7df9c4bbcc5b9d95b43b7299123f8392527cde69 |
| 2506 | + uri: huggingface://migtissera/Tess-4-27B-GGUF/mmproj-Tess-4-27B-F16.gguf |
2373 | 2507 | - &qwen3-6-14b-a3b-fablevibes |
2374 | 2508 | name: "qwen3.6-14b-a3b-fablevibes" |
2375 | 2509 | variants: |
|
0 commit comments