Skip to content

Commit f2b7e0e

Browse files
committed
Support MiniMonkey model
1 parent 000d40f commit f2b7e0e

File tree

6 files changed

+7
-576
lines changed

6 files changed

+7
-576
lines changed

api/adapter/patcher.py

+2
Original file line numberDiff line numberDiff line change
@@ -164,6 +164,8 @@ def patch_config(
164164

165165

166166
def patch_model(model: "PreTrainedModel") -> None:
167+
if model.config.model_type == "internvl_chat":
168+
return
167169
if model.config.model_type == "minicpmv":
168170
return
169171
if "GenerationMixin" not in str(model.generate.__func__):

api/engine/hf.py

+5
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@
3636
from api.templates import get_template
3737
from api.templates.glm import generate_stream_chatglm, generate_stream_chatglm_v3
3838
from api.templates.minicpm import generate_stream_minicpm_v
39+
from api.templates.minimonkey import generate_stream_minimonkey
3940
from api.templates.stream import generate_stream
4041
from api.templates.utils import get_context_length
4142
from api.utils import create_error_response
@@ -78,6 +79,8 @@ def __init__(
7879
self.generate_stream_func = generate_stream_chatglm
7980
elif self.model.config.model_type == "minicpmv":
8081
self.generate_stream_func = generate_stream_minicpm_v
82+
elif self.model.config.model_type == "internvl_chat":
83+
self.generate_stream_func = generate_stream_minimonkey
8184

8285
logger.info(f"Using {self.model_name} Model for Chat!")
8386
logger.info(f"Using {self.template} for Chat!")
@@ -98,6 +101,8 @@ def _generate(self, params: Dict[str, Any]) -> Iterator[dict]:
98101
else:
99102
if self.model.config.model_type == "minicpmv":
100103
inputs = prompt_or_messages
104+
elif self.model.config.model_type == "internvl_chat":
105+
inputs = prompt_or_messages
101106
else:
102107
inputs = self.template.convert_messages_to_ids(
103108
prompt_or_messages,
File renamed without changes.

0 commit comments

Comments
 (0)