From 74be39149f044441424db2ac5e5337daeb3243f8 Mon Sep 17 00:00:00 2001 From: Huiqiang Jiang Date: Tue, 2 Jul 2024 17:42:16 +0000 Subject: [PATCH] Feature(MInference): update release scripts --- .github/workflows/release.yml | 76 +++++++++++++++++++++--------- .github/workflows/scripts/build.sh | 2 +- 2 files changed, 56 insertions(+), 22 deletions(-) diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index 21b568d..59cb0a9 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -86,7 +86,7 @@ jobs: env: CMAKE_BUILD_TYPE: Release # do not compile with debug symbol to reduce wheel size run: | - bash -x .github/workflows/scripts/build.sh ${{ matrix.python-version }} ${{ matrix.cuda-version }} + bash -x .github/workflows/scripts/build.sh ${{ matrix.python-version }} ${{ matrix.cuda-version }} bdist_wheel wheel_name=$(ls dist/*whl | xargs -n 1 basename) asset_name=${wheel_name//"linux"/"manylinux1"} echo "wheel_name=${wheel_name}" >> $GITHUB_ENV @@ -106,24 +106,58 @@ jobs: with: name: ${{ env.asset_name }} path: ./dist/${{ env.wheel_name }} + publish_package: + name: Publish Python 🐍 distribution 📦 to PyPI + needs: [release] + runs-on: ${{ matrix.os }} + environment: + name: pypi + url: https://pypi.org/project/minference/ + permissions: + id-token: write + + strategy: + fail-fast: false + matrix: + os: ['ubuntu-20.04'] + python-version: ['3.10'] + pytorch-version: ['2.3.0'] # Must be the most recent version that meets requirements-cuda.txt. + cuda-version: ['12.1'] + + steps: + - name: Checkout + uses: actions/checkout@v4 + + - name: Setup ccache + uses: hendrikmuhs/ccache-action@v1.2 + with: + create-symlink: true + key: ${{ github.job }}-${{ matrix.python-version }}-${{ matrix.cuda-version }} + + - name: Set up Linux Env + if: ${{ runner.os == 'Linux' }} + run: | + bash -x .github/workflows/scripts/env.sh + + - name: Set up Python + uses: actions/setup-python@v4 + with: + python-version: ${{ matrix.python-version }} + + - name: Install CUDA ${{ matrix.cuda-version }} + run: | + bash -x .github/workflows/scripts/cuda-install.sh ${{ matrix.cuda-version }} ${{ matrix.os }} - # publish-to-pypi: - # name: >- - # Publish Python 🐍 distribution 📦 to PyPI - # if: startsWith(github.ref, 'refs/tags/') # only publish to PyPI on tag pushes - # needs: wheel - # runs-on: ubuntu-latest - # permissions: - # id-token: write # IMPORTANT: mandatory for trusted publishing - - # steps: - # - name: Download all the dists - # uses: actions/download-artifact@v4 - # with: - # path: dist/ - # - name: Pick the whl files - # run: for file in dist/*;do mv $file ${file}1; done && cp dist/*/*.whl dist/ && rm -rf dist/*.whl1 && rm -rf dist/*+cu* - # - name: Display structure of downloaded files - # run: ls -R dist/ - # - name: Publish distribution 📦 to PyPI - # uses: pypa/gh-action-pypi-publish@release/v1 + - name: Install PyTorch ${{ matrix.pytorch-version }} with CUDA ${{ matrix.cuda-version }} + run: | + bash -x .github/workflows/scripts/pytorch-install.sh ${{ matrix.python-version }} ${{ matrix.pytorch-version }} ${{ matrix.cuda-version }} + + - name: Build core package + run: | + bash -x .github/workflows/scripts/build.sh ${{ matrix.python-version }} ${{ matrix.cuda-version }} sdist + - name: Display structure of dist files + run: ls -R dist/ + - name: Publish distribution 📦 to PyPI + uses: pypa/gh-action-pypi-publish@release/v1 + with: + print-hash: true diff --git a/.github/workflows/scripts/build.sh b/.github/workflows/scripts/build.sh index 43b6ee4..908bd83 100644 --- a/.github/workflows/scripts/build.sh +++ b/.github/workflows/scripts/build.sh @@ -16,4 +16,4 @@ export MAX_JOBS=1 # Make sure release wheels are built for the following architectures export TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 8.9 9.0+PTX" # Build -$python_executable setup.py bdist_wheel --dist-dir=dist +$python_executable setup.py $3 --dist-dir=dist