|
2614 | 2614 | - filename: llama-cpp/models/LFM2.5-1.2B-Instruct-GGUF/LFM2.5-1.2B-Instruct-Q4_K_M.gguf |
2615 | 2615 | sha256: b1b3de114215d9507409a662a501a631095a479a419584e8a2ded6304b19b4f5 |
2616 | 2616 | uri: https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_K_M.gguf |
| 2617 | +- &lfm2-5-2-6b |
| 2618 | + name: "lfm2.5-2.6b" |
| 2619 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 2620 | + urls: |
| 2621 | + - https://huggingface.co/LiquidAI/LFM2.5-2.6B |
| 2622 | + - https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF |
| 2623 | + description: | |
| 2624 | + LFM2.5-2.6B is LiquidAI's compact, text-only reasoning model for on-device |
| 2625 | + agentic workloads. It has 2.69B parameters, a 128K-token context window, |
| 2626 | + multilingual support, and post-training for tool use, instruction following, |
| 2627 | + data extraction, RAG, and multi-step agents. This entry uses the recommended |
| 2628 | + Q4_K_M GGUF quantization from LiquidAI's official repository. |
| 2629 | + license: "other" |
| 2630 | + tags: |
| 2631 | + - llm |
| 2632 | + - gguf |
| 2633 | + - reasoning |
| 2634 | + - cpu |
| 2635 | + - gpu |
| 2636 | + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/2b08LKpev0DNEk6DlnWkY.png |
| 2637 | + variants: |
| 2638 | + - model: lfm2.5-2.6b-q8 |
| 2639 | + overrides: |
| 2640 | + backend: llama-cpp |
| 2641 | + context_size: 131072 |
| 2642 | + function: |
| 2643 | + automatic_tool_parsing_fallback: true |
| 2644 | + grammar: |
| 2645 | + disable: true |
| 2646 | + known_usecases: |
| 2647 | + - chat |
| 2648 | + - completion |
| 2649 | + options: |
| 2650 | + - use_jinja:true |
| 2651 | + parameters: |
| 2652 | + model: llama-cpp/models/LFM2.5-2.6B-GGUF/LFM2.5-2.6B-Q4_K_M.gguf |
| 2653 | + repeat_penalty: 1.1 |
| 2654 | + temperature: 0.1 |
| 2655 | + top_k: 50 |
| 2656 | + template: |
| 2657 | + use_tokenizer_template: true |
| 2658 | + files: |
| 2659 | + - filename: llama-cpp/models/LFM2.5-2.6B-GGUF/LFM2.5-2.6B-Q4_K_M.gguf |
| 2660 | + sha256: 79fdf00351b46cf26f020aead28d01889886be87c55fa0eb907e6f9b00bfee14 |
| 2661 | + uri: https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/resolve/main/LFM2.5-2.6B-Q4_K_M.gguf |
| 2662 | +- !!merge <<: *lfm2-5-2-6b |
| 2663 | + name: "lfm2.5-2.6b-q8" |
| 2664 | + description: | |
| 2665 | + LFM2.5-2.6B is LiquidAI's compact, text-only reasoning model for on-device |
| 2666 | + agentic workloads. It has 2.69B parameters, a 128K-token context window, |
| 2667 | + multilingual support, and post-training for tool use, instruction following, |
| 2668 | + data extraction, RAG, and multi-step agents. This entry uses the higher-quality |
| 2669 | + Q8_0 GGUF quantization from LiquidAI's official repository. |
| 2670 | + variants: null |
| 2671 | + overrides: |
| 2672 | + backend: llama-cpp |
| 2673 | + context_size: 131072 |
| 2674 | + function: |
| 2675 | + automatic_tool_parsing_fallback: true |
| 2676 | + grammar: |
| 2677 | + disable: true |
| 2678 | + known_usecases: |
| 2679 | + - chat |
| 2680 | + - completion |
| 2681 | + options: |
| 2682 | + - use_jinja:true |
| 2683 | + parameters: |
| 2684 | + model: llama-cpp/models/LFM2.5-2.6B-GGUF/LFM2.5-2.6B-Q8_0.gguf |
| 2685 | + repeat_penalty: 1.1 |
| 2686 | + temperature: 0.1 |
| 2687 | + top_k: 50 |
| 2688 | + template: |
| 2689 | + use_tokenizer_template: true |
| 2690 | + files: |
| 2691 | + - filename: llama-cpp/models/LFM2.5-2.6B-GGUF/LFM2.5-2.6B-Q8_0.gguf |
| 2692 | + sha256: 36587fdf27bdfc69caf2637273679a0870ec155162161bde6fd16e8c70bdb757 |
| 2693 | + uri: https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/resolve/main/LFM2.5-2.6B-Q8_0.gguf |
2617 | 2694 | - name: "qwopus3.6-27b-coder-compat-mtp" |
2618 | 2695 | url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
2619 | 2696 | urls: |
|
0 commit comments