A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 8, 16:30 UTC
Make directory exist ok for ray spinning up multiple replicas on a single instance (#33604)
Signed-off-by: Jiang Wu <jwu@cclgroup.com>
Jiang Wu committed
Feb 7, 2026 at 05:30 UTC
860981d8d85bbf810d8bdf14d799407adad67b1d
1 file changed
+1
-3
vllm/transformers_utils/runai_utils.py
+1
-3
@@ -64,9 +64,7 @@ class ObjectStorageModel:
64
"model_streamer",
65
hashlib.sha256(str(url).encode()).hexdigest()[:8],
66
)
67
- if os.path.exists(dir_name):
68
- shutil.rmtree(dir_name)
69
- os.makedirs(dir_name)
67
+ os.makedirs(dir_name, exist_ok=True)
68
self.dir = dir_name
69
logger.debug("Init object storage, model cache path is: %s", dir_name)
70