A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 20:45 UTC
Adding f-string to validation error which is missing (#6748)
LF Marques committed
Jul 24, 2024 at 16:55 UTC
545146349c3c28282cbb60d503f06df473adc932
1 file changed
+1
-1
vllm/entrypoints/chat_utils.py
+1
-1
@@ -107,7 +107,7 @@ def _image_token_str(model_config: ModelConfig,
107
return tokenizer.decode(model_config.hf_config.image_token_index)
108
if model_type == "chameleon":
109
return "<image>"
110
- raise TypeError("Unknown model type: {model_type}")
110
+ raise TypeError(f"Unknown model type: {model_type}")
111
112
113
# TODO: Let user specify how to insert image tokens into prompt