| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | |
| 4 | |
| 5 | from tests.tool_use.utils import ServerConfig |
| 6 | |
| 7 | ARGS: list[str] = ["--max-model-len", "1024"] |
| 8 | |
| 9 | CONFIGS: dict[str, ServerConfig] = { |
| 10 | "mistral": { |
| 11 | "model": "mistralai/Mistral-7B-Instruct-v0.3", |
| 12 | "arguments": [ |
| 13 | "--tokenizer-mode", |
| 14 | "mistral", |
| 15 | "--tool-call-parser", |
| 16 | "mistral", |
| 17 | "--enable-auto-tool-choice", |
| 18 | "--enforce-eager", |
| 19 | "--no-enable-prefix-caching", |
| 20 | '--ignore-patterns="consolidated.safetensors"', |
| 21 | ], |
| 22 | "system_prompt": "You are a helpful assistant with access to tools. If a tool" |
| 23 | " that you have would be helpful to answer a user query, " |
| 24 | "call the tool. Otherwise, answer the user's query directly " |
| 25 | "without calling a tool. DO NOT CALL A TOOL THAT IS IRRELEVANT " |
| 26 | "to the user's question - just respond to it normally.", |
| 27 | }, |
| 28 | "ministral-3b": { |
| 29 | "model": "mistralai/Ministral-3-3B-Instruct-2512", |
| 30 | "arguments": [ |
| 31 | "--tokenizer-mode", |
| 32 | "mistral", |
| 33 | "--tool-call-parser", |
| 34 | "mistral", |
| 35 | "--enable-auto-tool-choice", |
| 36 | "--enforce-eager", |
| 37 | "--no-enable-prefix-caching", |
| 38 | ], |
| 39 | "system_prompt": "You are a helpful assistant with access to tools. If a tool" |
| 40 | " that you have would be helpful to answer a user query, " |
| 41 | "call the tool. Otherwise, answer the user's query directly " |
| 42 | "without calling a tool. DO NOT CALL A TOOL THAT IS IRRELEVANT " |
| 43 | "to the user's question - just respond to it normally.", |
| 44 | "supports_parallel": True, |
| 45 | }, |
| 46 | } |