|
1 | 1 | --- |
| 2 | +- name: "minicpm5-1b-claude-opus-fable5-v2-thinking" |
| 3 | + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
| 4 | + urls: |
| 5 | + - https://huggingface.co/GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-GGUF |
| 6 | + description: | |
| 7 | + # MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking |
| 8 | + |
| 9 | + GGUF quantizations for local deployment: **MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-GGUF** |
| 10 | + |
| 11 | + 中文说明 |
| 12 | + |
| 13 | + **MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking** is a compact 1B **Thinking** language model built on openbmb/MiniCPM5-1B. Compared with V1, this V2 release is further fine-tuned on **Fable 5** data with a stronger focus on **tool calling / function calling**, while also improving **coding** and **instruction-following**. It keeps MiniCPM5's native Thinking chat template and XML tool-call format. |
| 14 | + |
| 15 | + Previous version: **MiniCPM5-1B-Claude-Opus-Fable5-Thinking** (V1) |
| 16 | + |
| 17 | + For llama.cpp / Ollama / LM Studio deployment, see the **GGUF repository**. |
| 18 | + |
| 19 | + ## Overview |
| 20 | + |
| 21 | + ## Capabilities |
| 22 | + |
| 23 | + - **Tool calling (enhanced in V2)** — more reliable XML / function-calling style tool use on top of MiniCPM5's native format |
| 24 | + - **Coding** — code generation, debugging, and software-engineering-style tasks |
| 25 | + - **Instruction following** — more reliable adherence to user prompts and structured constraints |
| 26 | + - **Thinking mode** — chain-of-thought reasoning via the MiniCPM5 chat template |
| 27 | + - **Long context** — up to **128K tokens** (131,072 tokens per `config.json`) |
| 28 | + |
| 29 | + ... |
| 30 | + license: "apache-2.0" |
| 31 | + tags: |
| 32 | + - llm |
| 33 | + - gguf |
| 34 | + - thinking |
| 35 | + overrides: |
| 36 | + backend: llama-cpp |
| 37 | + function: |
| 38 | + automatic_tool_parsing_fallback: true |
| 39 | + grammar: |
| 40 | + disable: true |
| 41 | + known_usecases: |
| 42 | + - chat |
| 43 | + options: |
| 44 | + - use_jinja:true |
| 45 | + parameters: |
| 46 | + model: llama-cpp/models/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf |
| 47 | + template: |
| 48 | + use_tokenizer_template: true |
| 49 | + files: |
| 50 | + - filename: llama-cpp/models/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf |
| 51 | + sha256: fc3ee1eddd305c155f63b6bd7bb189daa4d5f226ca325ab219bd7acd3b00ec77 |
| 52 | + uri: https://huggingface.co/GnLOLot/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-GGUF/resolve/main/MiniCPM5-1B-Claude-Opus-Fable5-V2-Thinking-Q8_0.gguf |
2 | 53 | - name: "hy3" |
3 | 54 | url: "github:mudler/LocalAI/gallery/virtual.yaml@master" |
4 | 55 | urls: |
|
0 commit comments