A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 22:00 UTC
Fix release pipeline's dir permission (#6391)
Simon Mo committed
Jul 12, 2024 at 15:52 UTC
6bc9710f6e623adaa05b462171454f0bf543e9b0
1 file changed
+6
-6
.buildkite/release-pipeline.yaml
+6
-6
@@ -5,11 +5,11 @@ steps:
5
commands:
6
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --build-arg PYTHON_VERSION={{matrix.python_version}} --tag vllm-ci:build-image --target build --progress plain ."
7
- "mkdir artifacts"
8
- - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image cp -r dist /artifacts_host"
8
+ - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
9
# rename the files to change linux -> manylinux1
10
- "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
11
- - "aws s3 cp --recursive --acl public-read artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
12
- - "aws s3 cp --recursive --acl public-read artifacts/dist s3://vllm-wheels/nightly/"
11
+ - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
12
+ - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
13
matrix:
14
setup:
15
cuda_version:
@@ -26,10 +26,10 @@ steps:
26
commands:
27
- "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg USE_SCCACHE=1 --build-arg CUDA_VERSION={{matrix.cuda_version}} --build-arg PYTHON_VERSION={{matrix.python_version}} --tag vllm-ci:build-image --target build --progress plain ."
28
- "mkdir artifacts"
29
- - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image cp -r dist /artifacts_host"
29
+ - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
30
- "for f in artifacts/dist/*.whl; do mv -- \"$$f\" \"$${f/linux/manylinux1}\"; done"
31
- - "aws s3 cp --recursive --acl public-read artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
32
- - "aws s3 cp --recursive --acl public-read artifacts/dist s3://vllm-wheels/nightly/"
31
+ - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/$BUILDKITE_COMMIT/"
32
+ - "aws s3 cp --recursive artifacts/dist s3://vllm-wheels/nightly/"
33
matrix:
34
setup:
35
cuda_version: