A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 00:45 UTC
[Bugfix] Path join when building local path for S3 clone (#12353)
Signed-off-by: Omer Dayan (SW-GPU) <omer@run.ai>
omer-dayan committed
Jan 24, 2025 at 05:06 UTC
5e5630a478fe75bc99e4ceea304f9ea68de5aaa6
1 file changed
+2
-1
vllm/transformers_utils/s3_utils.py
+2
-1
@@ -145,7 +145,8 @@ class S3Model:
145
return
146
147
for file in files:
148
- destination_file = self.dir + file.removeprefix(base_dir)
148
+ destination_file = os.path.join(self.dir,
149
+ file.removeprefix(base_dir))
150
local_dir = Path(destination_file).parent
151
os.makedirs(local_dir, exist_ok=True)
152
self.s3.download_file(bucket_name, file, destination_file)