@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / c393af6cd7
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 08:00 UTC

[Feature | CI] Added a github action to build wheels (#746)

Daniel committed Aug 21, 2023 at 10:59 UTC c393af6cd70373ab88b22dbbe59e14bb80ea343d
6 files changed +224
.github/workflows/publish.yml new
+101
@@ -0,0 +1,101 @@
1 +# This workflow will upload a Python Package to Release asset
2 +# For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions
3 +
4 +name: Create Release
5 +
6 +on:
7 + push:
8 + tags:
9 + - v*
10 +
11 +# Needed to create release and upload assets
12 +permissions:
13 + contents: write
14 +
15 +jobs:
16 + release:
17 + # Retrieve tag and create release
18 + name: Create Release
19 + runs-on: ubuntu-latest
20 + outputs:
21 + upload_url: ${{ steps.create_release.outputs.upload_url }}
22 + steps:
23 + - name: Checkout
24 + uses: actions/checkout@v3
25 +
26 + - name: Extract branch info
27 + shell: bash
28 + run: |
29 + echo "release_tag=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
30 +
31 + - name: Create Release
32 + id: create_release
33 + uses: "actions/github-script@v6"
34 + env:
35 + RELEASE_TAG: ${{ env.release_tag }}
36 + with:
37 + github-token: "${{ secrets.GITHUB_TOKEN }}"
38 + script: |
39 + const script = require('.github/workflows/scripts/create_release.js')
40 + await script(github, context, core)
41 +
42 + wheel:
43 + name: Build Wheel
44 + runs-on: ${{ matrix.os }}
45 + needs: release
46 +
47 + strategy:
48 + fail-fast: false
49 + matrix:
50 + os: ['ubuntu-20.04']
51 + python-version: ['3.8', '3.9', '3.10', '3.11']
52 + cuda-version: ['11.8'] # Github runner can't build anything older than 11.8
53 +
54 + steps:
55 + - name: Checkout
56 + uses: actions/checkout@v3
57 +
58 + - name: Set up Linux Env
59 + if: ${{ runner.os == 'Linux' }}
60 + run: |
61 + bash -x .github/workflows/scripts/env.sh
62 +
63 + - name: Set up Python
64 + uses: actions/setup-python@v4
65 + with:
66 + python-version: ${{ matrix.python-version }}
67 +
68 + - name: Install CUDA ${{ matrix.cuda-version }}
69 + run: |
70 + bash -x .github/workflows/scripts/cuda-install.sh ${{ matrix.cuda-version }} ${{ matrix.os }}
71 +
72 + - name: Install PyTorch-cu${{ matrix.cuda-version }}
73 + run: |
74 + bash -x .github/workflows/scripts/pytorch-install.sh ${{ matrix.python-version }} ${{ matrix.cuda-version }}
75 +
76 + - name: Build wheel
77 + shell: bash
78 + run: |
79 + bash -x .github/workflows/scripts/build.sh ${{ matrix.python-version }} ${{ matrix.cuda-version }}
80 + wheel_name=$(ls dist/*whl | xargs -n 1 basename)
81 + asset_name=${wheel_name//"linux"/"manylinux1"}
82 + echo "wheel_name=${wheel_name}" >> $GITHUB_ENV
83 + echo "asset_name=${asset_name}" >> $GITHUB_ENV
84 +
85 + - name: Upload Release Asset
86 + uses: actions/upload-release-asset@v1
87 + env:
88 + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
89 + with:
90 + upload_url: ${{ needs.release.outputs.upload_url }}
91 + asset_path: ./dist/${{ env.wheel_name }}
92 + asset_name: ${{ env.asset_name }}
93 + asset_content_type: application/*
94 +
95 + # (Danielkinz): This last step will publish the .whl to pypi. Warning: untested
96 + # - name: Publish package
97 + # uses: pypa/gh-action-pypi-publish@release/v1.8
98 + # with:
99 + # repository-url: https://test.pypi.org/legacy/
100 + # password: ${{ secrets.PYPI_API_TOKEN }}
101 + # skip-existing: true
.github/workflows/scripts/build.sh new
+15
@@ -0,0 +1,15 @@
1 +#!/bin/bash
2 +
3 +python_executable=python$1
4 +cuda_home=/usr/local/cuda-$2
5 +
6 +# Update paths
7 +PATH=${cuda_home}/bin:$PATH
8 +LD_LIBRARY_PATH=${cuda_home}/lib64:$LD_LIBRARY_PATH
9 +
10 +# Install requirements
11 +$python_executable -m pip install wheel packaging
12 +$python_executable -m pip install -r requirements.txt
13 +
14 +# Build
15 +$python_executable setup.py bdist_wheel --dist-dir=dist
.github/workflows/scripts/create_release.js new
+20
@@ -0,0 +1,20 @@
1 +// Uses Github's API to create the release and wait for result.
2 +// We use a JS script since github CLI doesn't provide a way to wait for the release's creation and returns immediately.
3 +
4 +module.exports = async (github, context, core) => {
5 + try {
6 + const response = await github.rest.repos.createRelease({
7 + draft: false,
8 + generate_release_notes: true,
9 + name: process.env.RELEASE_TAG,
10 + owner: context.repo.owner,
11 + prerelease: false,
12 + repo: context.repo.repo,
13 + tag_name: process.env.RELEASE_TAG,
14 + });
15 +
16 + core.setOutput('upload_url', response.data.upload_url);
17 + } catch (error) {
18 + core.setFailed(error.message);
19 + }
20 +}
\ No newline at end of file
.github/workflows/scripts/cuda-install.sh new
+18
@@ -0,0 +1,18 @@
1 +#!/bin/bash
2 +
3 +# Replace '.' with '-' ex: 11.8 -> 11-8
4 +cuda_version=$(echo $1 | tr "." "-")
5 +# Removes '-' and '.' ex: ubuntu-20.04 -> ubuntu2004
6 +OS=$(echo $2 | tr -d ".\-")
7 +
8 +# Installs CUDA
9 +wget -nv https://developer.download.nvidia.com/compute/cuda/repos/${OS}/x86_64/cuda-keyring_1.1-1_all.deb
10 +sudo dpkg -i cuda-keyring_1.1-1_all.deb
11 +rm cuda-keyring_1.1-1_all.deb
12 +sudo apt -qq update
13 +sudo apt -y install cuda-${cuda_version} cuda-nvcc-${cuda_version} cuda-libraries-dev-${cuda_version}
14 +sudo apt clean
15 +
16 +# Test nvcc
17 +PATH=/usr/local/cuda-$1/bin:${PATH}
18 +nvcc --version
.github/workflows/scripts/env.sh new
+56
@@ -0,0 +1,56 @@
1 +#!/bin/bash
2 +
3 +# This file installs common linux environment tools
4 +
5 +export LANG C.UTF-8
6 +
7 +# python_version=$1
8 +
9 +sudo apt-get update && \
10 +sudo apt-get install -y --no-install-recommends \
11 + software-properties-common \
12 +
13 +sudo apt-get install -y --no-install-recommends \
14 + build-essential \
15 + apt-utils \
16 + ca-certificates \
17 + wget \
18 + git \
19 + vim \
20 + libssl-dev \
21 + curl \
22 + unzip \
23 + unrar \
24 + cmake \
25 + net-tools \
26 + sudo \
27 + autotools-dev \
28 + rsync \
29 + jq \
30 + openssh-server \
31 + tmux \
32 + screen \
33 + htop \
34 + pdsh \
35 + openssh-client \
36 + lshw \
37 + dmidecode \
38 + util-linux \
39 + automake \
40 + autoconf \
41 + libtool \
42 + net-tools \
43 + pciutils \
44 + libpci-dev \
45 + libaio-dev \
46 + libcap2 \
47 + libtinfo5 \
48 + fakeroot \
49 + devscripts \
50 + debhelper \
51 + nfs-common
52 +
53 +# Remove github bloat files to free up disk space
54 +sudo rm -rf "/usr/local/share/boost"
55 +sudo rm -rf "$AGENT_TOOLSDIRECTORY"
56 +sudo rm -rf "/usr/share/dotnet"
.github/workflows/scripts/pytorch-install.sh new
+14
@@ -0,0 +1,14 @@
1 +#!/bin/bash
2 +
3 +python_executable=python$1
4 +cuda_version=$2
5 +
6 +# Install torch
7 +$python_executable -m pip install numpy pyyaml scipy ipython mkl mkl-include ninja cython typing pandas typing-extensions dataclasses setuptools && conda clean -ya
8 +$python_executable -m pip install torch -f https://download.pytorch.org/whl/cu${cuda_version//./}/torch_stable.html
9 +
10 +# Print version information
11 +$python_executable --version
12 +$python_executable -c "import torch; print('PyTorch:', torch.__version__)"
13 +$python_executable -c "import torch; print('CUDA:', torch.version.cuda)"
14 +$python_executable -c "from torch.utils import cpp_extension; print (cpp_extension.CUDA_HOME)"