A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 13:30 UTC
Better error message for missing mistral params.json (#17132)
Signed-off-by: mgoin <mgoin64@gmail.com>
Michael Goin committed
Apr 24, 2025 at 17:43 UTC
9420a1fc30af1a632bbc2c66eb8668f3af41f026
1 file changed
+5
vllm/transformers_utils/config.py
+5
@@ -650,6 +650,11 @@ def load_params_config(model: Union[str, Path], revision: Optional[str],
650
config_file_name = "params.json"
651
652
config_dict = get_hf_file_to_dict(config_file_name, model, revision)
653
+ if config_dict is None:
654
+ raise ValueError(
655
+ f"Failed to load mistral '{config_file_name}' config for model "
656
+ f"{model}. Please check if the model is a mistral-format model "
657
+ f"and if the config file exists.")
658
assert isinstance(config_dict, dict)
659
660
config_mapping = {