|
2091 | 2091 | - filename: llama-cpp/models/Qwen-AgentWorld-35B-A3B-GGUF/Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf |
2092 | 2092 | sha256: e7a8eafdd8013443b6bcc4b6fb47b2d2025f772d359650b9ceb7d75971e22cad |
2093 | 2093 | uri: https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/resolve/main/Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf |
| 2094 | +- &agents-a1-4b |
| 2095 | + name: "agents-a1-4b" |
| 2096 | + variants: |
| 2097 | + - model: agents-a1-4b-q8 |
| 2098 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 2099 | + urls: |
| 2100 | + - https://huggingface.co/InternScience/Agents-A1-4B |
| 2101 | + - https://huggingface.co/InternScience/Agents-A1-4B-Q4_K_M-GGUF |
| 2102 | + description: | |
| 2103 | + Agents-A1-4B is InternScience's Apache-2.0 dense 4B agentic model, based on |
| 2104 | + Qwen3.5. It is trained for long-horizon search, engineering and scientific |
| 2105 | + research, instruction following, tool use, and multimodal tasks. This entry |
| 2106 | + uses the official Q4_K_M GGUF quantization and vision projector. |
| 2107 | + license: "apache-2.0" |
| 2108 | + tags: |
| 2109 | + - llm |
| 2110 | + - gguf |
| 2111 | + - vision |
| 2112 | + - multimodal |
| 2113 | + - gpu |
| 2114 | + - cpu |
| 2115 | + icon: https://huggingface.co/InternScience/Agents-A1-4B/resolve/main/figures/logo_nobg.png |
| 2116 | + overrides: |
| 2117 | + backend: llama-cpp |
| 2118 | + function: |
| 2119 | + automatic_tool_parsing_fallback: true |
| 2120 | + grammar: |
| 2121 | + disable: true |
| 2122 | + known_usecases: |
| 2123 | + - chat |
| 2124 | + mmproj: llama-cpp/mmproj/Agents-A1-4B-Q4_K_M/Agents-A1-4B-mmproj.gguf |
| 2125 | + options: |
| 2126 | + - use_jinja:true |
| 2127 | + parameters: |
| 2128 | + model: llama-cpp/models/Agents-A1-4B-Q4_K_M/Agents-A1-4B-Q4_K_M.gguf |
| 2129 | + template: |
| 2130 | + use_tokenizer_template: true |
| 2131 | + files: |
| 2132 | + - filename: llama-cpp/models/Agents-A1-4B-Q4_K_M/Agents-A1-4B-Q4_K_M.gguf |
| 2133 | + sha256: d93c393a9bd5139a4b5cfe24d31ef553c5a497bfb8afec178a354ecbf508f062 |
| 2134 | + uri: huggingface://InternScience/Agents-A1-4B-Q4_K_M-GGUF/Agents-A1-4B-Q4_K_M.gguf |
| 2135 | + - filename: llama-cpp/mmproj/Agents-A1-4B-Q4_K_M/Agents-A1-4B-mmproj.gguf |
| 2136 | + sha256: 254145e7e03e9e8d3120813fac8033ffa04e411eb6d70a198833504935681084 |
| 2137 | + uri: huggingface://InternScience/Agents-A1-4B-Q4_K_M-GGUF/Agents-A1-4B-mmproj.gguf |
| 2138 | +- !!merge <<: *agents-a1-4b |
| 2139 | + name: "agents-a1-4b-q8" |
| 2140 | + variants: [] |
| 2141 | + urls: |
| 2142 | + - https://huggingface.co/InternScience/Agents-A1-4B |
| 2143 | + - https://huggingface.co/InternScience/Agents-A1-4B-Q8_0-GGUF |
| 2144 | + description: | |
| 2145 | + Agents-A1-4B is InternScience's Apache-2.0 dense 4B agentic model, based on |
| 2146 | + Qwen3.5. It is trained for long-horizon search, engineering and scientific |
| 2147 | + research, instruction following, tool use, and multimodal tasks. This entry |
| 2148 | + uses the official Q8_0 GGUF quantization and vision projector. |
| 2149 | + overrides: |
| 2150 | + backend: llama-cpp |
| 2151 | + function: |
| 2152 | + automatic_tool_parsing_fallback: true |
| 2153 | + grammar: |
| 2154 | + disable: true |
| 2155 | + known_usecases: |
| 2156 | + - chat |
| 2157 | + mmproj: llama-cpp/mmproj/Agents-A1-4B-Q8_0/Agents-A1-4B-mmproj.gguf |
| 2158 | + options: |
| 2159 | + - use_jinja:true |
| 2160 | + parameters: |
| 2161 | + model: llama-cpp/models/Agents-A1-4B-Q8_0/Agents-A1-4B-Q8_0.gguf |
| 2162 | + template: |
| 2163 | + use_tokenizer_template: true |
| 2164 | + files: |
| 2165 | + - filename: llama-cpp/models/Agents-A1-4B-Q8_0/Agents-A1-4B-Q8_0.gguf |
| 2166 | + sha256: c327f66e820dae550bd230394595071c79f48c88d411b452d013ee4b5999fcea |
| 2167 | + uri: huggingface://InternScience/Agents-A1-4B-Q8_0-GGUF/Agents-A1-4B-Q8_0.gguf |
| 2168 | + - filename: llama-cpp/mmproj/Agents-A1-4B-Q8_0/Agents-A1-4B-mmproj.gguf |
| 2169 | + sha256: 254145e7e03e9e8d3120813fac8033ffa04e411eb6d70a198833504935681084 |
| 2170 | + uri: huggingface://InternScience/Agents-A1-4B-Q8_0-GGUF/Agents-A1-4B-mmproj.gguf |
2094 | 2171 | - name: "ornith-1.0-9b" |
2095 | 2172 | variants: |
2096 | 2173 | - model: ornith-1.0-9b-mtp |
|
0 commit comments