A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 13:30 UTC
[Misc] Add S3 environment variables for better support of MinIO. (#16977)
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
Chauncey committed
Apr 22, 2025 at 22:27 UTC
68d4c33202140f9ed89261a33a89f2e6b4abebf7
1 file changed
+12
-2
vllm/transformers_utils/s3_utils.py
+12
-2
@@ -45,7 +45,12 @@ def glob(s3=None,
45
list[str]: List of full S3 paths allowed by the pattern
46
"""
47
if s3 is None:
48
- s3 = boto3.client("s3")
48
+ s3 = boto3.client(
49
+ 's3',
50
+ aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
51
+ aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"),
52
+ endpoint_url=os.getenv("AWS_ENDPOINT_URL"),
53
+ region_name=os.getenv("AWS_REGION_NAME"))
54
if not path.endswith("/"):
55
path = path + "/"
56
bucket_name, _, paths = list_files(s3,
@@ -107,7 +112,12 @@ class S3Model:
112
"""
113
114
def __init__(self) -> None:
110
- self.s3 = boto3.client('s3')
115
+ self.s3 = boto3.client(
116
+ 's3',
117
+ aws_access_key_id=os.getenv("AWS_ACCESS_KEY_ID"),
118
+ aws_secret_access_key=os.getenv("AWS_SECRET_ACCESS_KEY"),
119
+ endpoint_url=os.getenv("AWS_ENDPOINT_URL"),
120
+ region_name=os.getenv("AWS_REGION_NAME"))
121
for sig in (signal.SIGINT, signal.SIGTERM):
122
existing_handler = signal.getsignal(sig)
123
signal.signal(sig, self._close_by_signal(existing_handler))