@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 545146349c
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 20:45 UTC

Adding f-string to validation error which is missing (#6748)

LF Marques committed Jul 24, 2024 at 16:55 UTC 545146349c3c28282cbb60d503f06df473adc932
1 file changed +1 -1
vllm/entrypoints/chat_utils.py
+1 -1
@@ -107,7 +107,7 @@ def _image_token_str(model_config: ModelConfig,
107 return tokenizer.decode(model_config.hf_config.image_token_index)
108 if model_type == "chameleon":
109 return "<image>"
110 - raise TypeError("Unknown model type: {model_type}")
110 + raise TypeError(f"Unknown model type: {model_type}")
111
112
113 # TODO: Let user specify how to insert image tokens into prompt