Experimental #6
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| pull_request: | |
| branches: [ "main" ] | |
| concurrency: | |
| group: build-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-native: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| # Set fail-fast to false to ensure that feedback is delivered for all matrix combinations. Consider changing this to true when your workflow is stable. | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, windows-latest] | |
| cuda-version: ['11.8', '12.1'] | |
| build_type: [Release] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up MSVC | |
| if: matrix.os == 'windows-latest' | |
| uses: ilammy/[email protected] | |
| with: | |
| arch: amd64 | |
| - name: Setup Mambaforge | |
| uses: conda-incubator/[email protected] | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| activate-environment: bnb-env | |
| use-mamba: true | |
| - uses: conda-incubator/[email protected] | |
| with: | |
| auto-update-conda: true | |
| activate-environment: bnb-env | |
| environment-file: environment-cmake-build.yml | |
| use-only-tar-bz2: false | |
| auto-activate-base: true | |
| python-version: "3.11" # cuda-python has no 3.12 compatibility | |
| mamba-version: "*" | |
| - name: Set reusable strings | |
| # Turn repeated input strings (such as the build output directory) into step outputs. These step outputs can be used throughout the workflow file. | |
| id: strings | |
| shell: bash | |
| run: | | |
| echo "build-output-dir=${{ github.workspace }}/build" >> "$GITHUB_OUTPUT" | |
| - name: CUDA Toolkit | |
| shell: bash -el {0} | |
| run: | | |
| if [ "${{ matrix.os }}" = "ubuntu-latest" ]; then | |
| # to prepare space | |
| sudo rm -rf /usr/share/dotnet | |
| sudo rm -rf /opt/ghc | |
| sudo rm -rf /usr/local/share/boost | |
| fi | |
| addon="" | |
| cuda_version=${{ matrix.cuda-version }} | |
| [ "$cuda_version" = "12.1" ] && [ "${{ matrix.os }}" = "ubuntu-latest" ] && addon="cuda-cudart-static cuda-nvrtc" | |
| [ "$cuda_version" = "12.1" ] && [ "${{ matrix.os }}" = "windows-latest" ] && addon="cuda-nvrtc" | |
| [ "$cuda_version" = "11.8" ] && cuda_version="11.8.0" | |
| [ "$cuda_version" = "12.1" ] && cuda_version="12.1.1" | |
| conda install pytorch-cuda=${{ matrix.cuda-version }} -c pytorch # it's dependency not correctly resolved sometime | |
| conda install cuda-python=${{ matrix.cuda-version }} cuda-libraries-dev cuda-nvcc cuda-nvtx cuda-cupti cuda-cudart cuda-cudart-dev cuda-runtime cuda-libraries $addon -c "nvidia/label/cuda-$cuda_version" | |
| [ "${{ matrix.os }}" = "windows-latest" ] && conda install "clang>=17.0.6" "clangxx>=17.0.6" -c conda-forge | |
| CUDA_HOME="${{ env.CONDA }}/envs/bnb-env" | |
| echo CUDA_HOME=$CUDA_HOME >> "$GITHUB_ENV" | |
| echo CUDA_PATH=$CUDA_HOME >> "$GITHUB_ENV" | |
| if [ "${{ matrix.os }}" = "windows-latest" ]; then | |
| echo DCMAKE_CXX_COMPILER=cl >> "$GITHUB_ENV" | |
| echo DCMAKE_C_COMPILER=cl >> "$GITHUB_ENV" | |
| # without -DCMAKE_CUDA_COMPILER=nvcc, cmake config always fail for cuda-11.8 | |
| echo DCMAKE_CUDA_COMPILER=-DCMAKE_CUDA_COMPILER=nvcc >> "$GITHUB_ENV" | |
| else | |
| echo DCMAKE_CXX_COMPILER=g++ >> "$GITHUB_ENV" | |
| echo DCMAKE_C_COMPILER=gcc >> "$GITHUB_ENV" | |
| fi | |
| nvcc --version | |
| - name: Update environment | |
| run: mamba env update -n bnb-env -f environment-cmake-build.yml | |
| - name: Prep build | |
| run: python -m pip install cmake==3.27.9 ninja | |
| # TODO: the following steps (CUDA, NOBLASLT, CPU) could be moved to the matrix, so they're built in parallel | |
| - name: Configure CUDA | |
| run: > | |
| cmake -B ${{ steps.strings.outputs.build-output-dir }} | |
| -G Ninja ${{ env.DCMAKE_CUDA_COMPILER }} | |
| -DCMAKE_CXX_COMPILER=${{ env.DCMAKE_CXX_COMPILER }} | |
| -DCMAKE_C_COMPILER=${{ env.DCMAKE_C_COMPILER }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| -DCOMPUTE_CAPABILITY="50;52;60;61;62;70;72;75;80;86;87;89;90" | |
| -S ${{ github.workspace }} | |
| - name: Build | |
| run: cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build_type }} | |
| - name: Configure NOBLASLT | |
| run: > | |
| cmake -B ${{ steps.strings.outputs.build-output-dir }} | |
| -G Ninja ${{ env.DCMAKE_CUDA_COMPILER }} | |
| -DCMAKE_CXX_COMPILER=${{ env.DCMAKE_CXX_COMPILER }} | |
| -DCMAKE_C_COMPILER=${{ env.DCMAKE_C_COMPILER }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| -DCOMPUTE_CAPABILITY="50;52;60;61;62;70;72;75;80;86;87;89;90" | |
| -DNO_CUBLASLT=ON | |
| -S ${{ github.workspace }} | |
| - name: Build NOBLASLT | |
| run: cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build_type }} | |
| - name: Configure CPU | |
| run: > | |
| cmake -B ${{ steps.strings.outputs.build-output-dir }} | |
| -G Ninja ${{ env.DCMAKE_CUDA_COMPILER }} | |
| -DCMAKE_CXX_COMPILER=${{ env.DCMAKE_CXX_COMPILER }} | |
| -DCMAKE_C_COMPILER=${{ env.DCMAKE_C_COMPILER }} | |
| -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} | |
| -DNO_CUBLASLT=ON | |
| -DBUILD_CUDA=OFF | |
| -S ${{ github.workspace }} | |
| - name: Build CPU | |
| run: cmake --build ${{ steps.strings.outputs.build-output-dir }} --config ${{ matrix.build_type }} | |
| - name: Upload Native Libraries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: native-${{ matrix.os }}-cuda${{ matrix.cuda-version }} | |
| path: bitsandbytes/*.{dll,so,dylib} | |
| build-wheel: | |
| needs: | |
| - build-native | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, windows-latest] | |
| cuda-version: ['11.8', '12.1'] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3' # Newest Python 3.x version | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: native-${{ matrix.os }}-${{ matrix.cuda-version }} | |
| path: bitsandbytes | |
| - name: Package wheel | |
| shell: bash -el {0} | |
| run: | | |
| python -m pip install build | |
| python -m build --wheel | |
| mkdir dist/cu${{ matrix.cuda-version }} | |
| mv dist/bitsandbytes*.* dist/cu${{ matrix.cuda-version }}/ | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: bitsandbytes-${{ matrix.os }}-cuda${{ matrix.cuda-version }} | |
| path: dist/*.whl |