A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 12:15 UTC
[Bugfix] Fixed mistral tokenizer path when pointing to file (#17457)
Signed-off-by: Pete Savage <psavage@redhat.com>
Pete Savage committed
Apr 30, 2025 at 16:08 UTC
739e03b3449a7f3b0a81ebc30b9555305d914e2d
1 file changed
+1
vllm/transformers_utils/tokenizers/mistral.py
+1
@@ -227,6 +227,7 @@ class MistralTokenizer(TokenizerBase):
227
else:
228
assert Path(
229
path_or_repo_id).is_file(), f"Invalid path: {path_or_repo_id}"
230
+ tokenizer_file = str(Path(path_or_repo_id))
231
232
from mistral_common.tokens.tokenizers.mistral import (
233
MistralTokenizer as PublicMistralTokenizer)