Skip to content

Commit 1dc7f52

Browse files
authored
FEAT:[model] support MiniCPM-V-4.5 (#4136)
1 parent 88a5615 commit 1dc7f52

File tree

2 files changed

+405
-0
lines changed

2 files changed

+405
-0
lines changed

xinference/model/llm/llm_family.json

Lines changed: 65 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1485,6 +1485,71 @@
14851485
"<|endoftext|>"
14861486
]
14871487
},
1488+
{
1489+
"version": 2,
1490+
"context_length": 32768,
1491+
"model_name": "MiniCPM-V-4.5",
1492+
"model_lang": [
1493+
"en",
1494+
"zh"
1495+
],
1496+
"model_ability": [
1497+
"chat",
1498+
"vision"
1499+
],
1500+
"model_description": "MiniCPM-V 4.5 is an improved version in the MiniCPM-V series with enhanced multimodal capabilities and better performance.",
1501+
"model_specs": [
1502+
{
1503+
"model_format": "pytorch",
1504+
"model_size_in_billions": 8,
1505+
"model_src": {
1506+
"huggingface": {
1507+
"quantizations": [
1508+
"none"
1509+
],
1510+
"model_id": "openbmb/MiniCPM-V-4_5",
1511+
"model_revision": "main"
1512+
},
1513+
"modelscope": {
1514+
"quantizations": [
1515+
"none"
1516+
],
1517+
"model_id": "OpenBMB/MiniCPM-V-4_5",
1518+
"model_revision": "master"
1519+
}
1520+
}
1521+
},
1522+
{
1523+
"model_format": "pytorch",
1524+
"model_size_in_billions": 8,
1525+
"model_src": {
1526+
"huggingface": {
1527+
"quantizations": [
1528+
"none"
1529+
],
1530+
"model_id": "openbmb/MiniCPM-V-4_5-int4",
1531+
"model_revision": "main"
1532+
},
1533+
"modelscope": {
1534+
"quantizations": [
1535+
"none"
1536+
],
1537+
"model_id": "OpenBMB/MiniCPM-V-4_5-int4",
1538+
"model_revision": "master"
1539+
}
1540+
}
1541+
}
1542+
],
1543+
"chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
1544+
"stop_token_ids": [
1545+
151645,
1546+
151643
1547+
],
1548+
"stop": [
1549+
"<|im_end|>",
1550+
""
1551+
]
1552+
},
14881553
{
14891554
"version": 2,
14901555
"context_length": 32768,

0 commit comments

Comments
 (0)