wehub-resource-sync
47 lines
1.7 KiB
Python
47 lines
1.7 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
|
|
from tests.tool_use.utils import ServerConfig
|
|
|
|
ARGS: list[str] = ["--max-model-len", "1024"]
|
|
|
|
CONFIGS: dict[str, ServerConfig] = {
|
|
"mistral": {
|
|
"model": "mistralai/Mistral-7B-Instruct-v0.3",
|
|
"arguments": [
|
|
"--tokenizer-mode",
|
|
"mistral",
|
|
"--tool-call-parser",
|
|
"mistral",
|
|
"--enable-auto-tool-choice",
|
|
"--enforce-eager",
|
|
"--no-enable-prefix-caching",
|
|
'--ignore-patterns="consolidated.safetensors"',
|
|
],
|
|
"system_prompt": "You are a helpful assistant with access to tools. If a tool"
|
|
" that you have would be helpful to answer a user query, "
|
|
"call the tool. Otherwise, answer the user's query directly "
|
|
"without calling a tool. DO NOT CALL A TOOL THAT IS IRRELEVANT "
|
|
"to the user's question - just respond to it normally.",
|
|
},
|
|
"ministral-3b": {
|
|
"model": "mistralai/Ministral-3-3B-Instruct-2512",
|
|
"arguments": [
|
|
"--tokenizer-mode",
|
|
"mistral",
|
|
"--tool-call-parser",
|
|
"mistral",
|
|
"--enable-auto-tool-choice",
|
|
"--enforce-eager",
|
|
"--no-enable-prefix-caching",
|
|
],
|
|
"system_prompt": "You are a helpful assistant with access to tools. If a tool"
|
|
" that you have would be helpful to answer a user query, "
|
|
"call the tool. Otherwise, answer the user's query directly "
|
|
"without calling a tool. DO NOT CALL A TOOL THAT IS IRRELEVANT "
|
|
"to the user's question - just respond to it normally.",
|
|
"supports_parallel": True,
|
|
},
|
|
}
|