-
Notifications
You must be signed in to change notification settings - Fork 91
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
make the existing test workflow reusable to set the stage
- Loading branch information
Showing
2 changed files
with
194 additions
and
161 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,185 @@ | ||
| name: "CI: Test against local CTK" | ||
|
|
||
| on: | ||
| workflow_call: | ||
| inputs: | ||
| host-platform: | ||
| type: string | ||
| required: true | ||
| python-version: | ||
| type: string | ||
| required: true | ||
| build_ctk_ver: | ||
| type: string | ||
| required: true | ||
| cuda-version: | ||
| type: string | ||
| required: true | ||
| runner: | ||
| type: string | ||
| required: true | ||
|
|
||
| jobs: | ||
| test: | ||
| # The build stage could fail but we want the CI to keep moving. | ||
| if: ${{ github.repository_owner == 'nvidia' && !cancelled() }} | ||
| runs-on: ${{ (inputs.runner == 'default' && inputs.host-platform == 'linux-64' && 'linux-amd64-gpu-v100-latest-1') || | ||
| (inputs.runner == 'default' && inputs.host-platform == 'linux-aarch64' && 'linux-arm64-gpu-a100-latest-1') || | ||
| (inputs.runner == 'H100' && 'linux-amd64-gpu-h100-latest-1-testing') }} | ||
| # Our self-hosted runners require a container | ||
| # TODO: use a different (nvidia?) container | ||
| container: | ||
| options: -u root --security-opt seccomp=unconfined --shm-size 16g | ||
| image: ubuntu:22.04 | ||
| env: | ||
| NVIDIA_VISIBLE_DEVICES: ${{ env.NVIDIA_VISIBLE_DEVICES }} | ||
| defaults: | ||
| run: | ||
| shell: bash --noprofile --norc -xeuo pipefail {0} | ||
| steps: | ||
| - name: Ensure GPU is working | ||
| run: nvidia-smi | ||
|
|
||
| - name: Checkout ${{ github.event.repository.name }} | ||
| uses: actions/checkout@v4 | ||
| with: | ||
| fetch-depth: 0 | ||
|
|
||
| - name: Set environment variables | ||
| run: | | ||
| PYTHON_VERSION_FORMATTED=$(echo '${{ inputs.python-version }}' | tr -d '.') | ||
| if [[ "${{ inputs.host-platform }}" == linux* ]]; then | ||
| REPO_DIR=$(pwd) | ||
| elif [[ "${{ inputs.host-platform }}" == win* ]]; then | ||
| PWD=$(pwd) | ||
| REPO_DIR=$(cygpath -w $PWD) | ||
| fi | ||
| BUILD_CUDA_MAJOR="$(cut -d '.' -f 1 <<< ${{ inputs.build_ctk_ver }})" | ||
| TEST_CUDA_MAJOR="$(cut -d '.' -f 1 <<< ${{ inputs.cuda-version }})" | ||
| if [[ $BUILD_CUDA_MAJOR != $TEST_CUDA_MAJOR ]]; then | ||
| SKIP_CUDA_BINDINGS_TEST=1 | ||
| else | ||
| SKIP_CUDA_BINDINGS_TEST=0 | ||
| fi | ||
| # make outputs from the previous job as env vars | ||
| CUDA_CORE_ARTIFACT_BASENAME="cuda-core-python${PYTHON_VERSION_FORMATTED}-${{ inputs.host-platform }}" | ||
| echo "PYTHON_VERSION_FORMATTED=${PYTHON_VERSION_FORMATTED}" >> $GITHUB_ENV | ||
| echo "CUDA_CORE_ARTIFACT_BASENAME=${CUDA_CORE_ARTIFACT_BASENAME}" >> $GITHUB_ENV | ||
| echo "CUDA_CORE_ARTIFACT_NAME=${CUDA_CORE_ARTIFACT_BASENAME}-${{ github.sha }}" >> $GITHUB_ENV | ||
| echo "CUDA_CORE_ARTIFACTS_DIR=$(realpath "$REPO_DIR/cuda_core/dist")" >> $GITHUB_ENV | ||
| CUDA_BINDINGS_ARTIFACT_BASENAME="cuda-bindings-python${PYTHON_VERSION_FORMATTED}-cuda${{ inputs.build_ctk_ver }}-${{ inputs.host-platform }}" | ||
| echo "CUDA_BINDINGS_ARTIFACT_BASENAME=${CUDA_BINDINGS_ARTIFACT_BASENAME}" >> $GITHUB_ENV | ||
| echo "CUDA_BINDINGS_ARTIFACT_NAME=${CUDA_BINDINGS_ARTIFACT_BASENAME}-${{ github.sha }}" >> $GITHUB_ENV | ||
| echo "CUDA_BINDINGS_ARTIFACTS_DIR=$(realpath "$REPO_DIR/cuda_bindings/dist")" >> $GITHUB_ENV | ||
| echo "SKIP_CUDA_BINDINGS_TEST=${SKIP_CUDA_BINDINGS_TEST}" >> $GITHUB_ENV | ||
| - name: Install dependencies | ||
| uses: ./.github/actions/install_unix_deps | ||
| continue-on-error: false | ||
| with: | ||
| # gcc for Cython tests, jq/wget for artifact fetching | ||
| dependencies: "build-essential jq wget" | ||
| dependent_exes: "gcc jq wget" | ||
|
|
||
| - name: Download cuda.bindings build artifacts | ||
| if: ${{ env.SKIP_CUDA_BINDINGS_TEST == '0'}} | ||
| uses: actions/download-artifact@v4 | ||
| with: | ||
| name: ${{ env.CUDA_BINDINGS_ARTIFACT_NAME }} | ||
| path: ${{ env.CUDA_BINDINGS_ARTIFACTS_DIR }} | ||
|
|
||
| - name: Download cuda.bindings build artifacts from the prior branch | ||
| if: ${{ env.SKIP_CUDA_BINDINGS_TEST == '1'}} | ||
| env: | ||
| GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| run: | | ||
| # See https://github.com/cli/cli/blob/trunk/docs/install_linux.md#debian-ubuntu-linux-raspberry-pi-os-apt. | ||
| # gh is needed for artifact fetching. | ||
| mkdir -p -m 755 /etc/apt/keyrings \ | ||
| && out=$(mktemp) && wget -nv -O$out https://cli.github.com/packages/githubcli-archive-keyring.gpg \ | ||
| && cat $out | tee /etc/apt/keyrings/githubcli-archive-keyring.gpg > /dev/null \ | ||
| && chmod go+r /etc/apt/keyrings/githubcli-archive-keyring.gpg \ | ||
| && echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | tee /etc/apt/sources.list.d/github-cli.list > /dev/null \ | ||
| && apt update \ | ||
| && apt install gh -y | ||
| OLD_BRANCH=$(cat .github/BACKPORT_BRANCH) | ||
| OLD_BASENAME="cuda-bindings-python${PYTHON_VERSION_FORMATTED}-cuda*-${{ inputs.host-platform }}*" | ||
| LATEST_PRIOR_RUN_ID=$(gh run list -b ${OLD_BRANCH} -L 1 -w "CI: Build and test" -s completed -R NVIDIA/cuda-python --json databaseId | jq '.[]| .databaseId') | ||
| gh run download $LATEST_PRIOR_RUN_ID -p ${OLD_BASENAME} -R NVIDIA/cuda-python | ||
| ls -al $OLD_BASENAME | ||
| mkdir -p "${{ env.CUDA_BINDINGS_ARTIFACTS_DIR }}" | ||
| mv $OLD_BASENAME/*.whl "${{ env.CUDA_BINDINGS_ARTIFACTS_DIR }}"/ | ||
| - name: Display structure of downloaded cuda.bindings artifacts | ||
| run: | | ||
| pwd | ||
| ls -lahR $CUDA_BINDINGS_ARTIFACTS_DIR | ||
| - name: Download cuda.core build artifacts | ||
| uses: actions/download-artifact@v4 | ||
| with: | ||
| name: ${{ env.CUDA_CORE_ARTIFACT_NAME }} | ||
| path: ${{ env.CUDA_CORE_ARTIFACTS_DIR }} | ||
|
|
||
| - name: Display structure of downloaded cuda.core build artifacts | ||
| run: | | ||
| pwd | ||
| ls -lahR $CUDA_CORE_ARTIFACTS_DIR | ||
| - name: Set up Python ${{ inputs.python-version }} | ||
| uses: actions/setup-python@v5 | ||
| with: | ||
| python-version: ${{ inputs.python-version }} | ||
| env: | ||
| # we use self-hosted runners on which setup-python behaves weirdly... | ||
| AGENT_TOOLSDIRECTORY: "/opt/hostedtoolcache" | ||
|
|
||
| - name: Set up mini CTK | ||
| uses: ./.github/actions/fetch_ctk | ||
| continue-on-error: false | ||
| with: | ||
| host-platform: ${{ inputs.host-platform }} | ||
| cuda-version: ${{ inputs.cuda-version }} | ||
|
|
||
| - name: Run cuda.bindings tests | ||
| if: ${{ env.SKIP_CUDA_BINDINGS_TEST == '0' }} | ||
| run: | | ||
| ls $CUDA_PATH | ||
| pushd "${CUDA_BINDINGS_ARTIFACTS_DIR}" | ||
| pip install *.whl | ||
| popd | ||
| pushd ./cuda_bindings | ||
| pip install -r requirements.txt | ||
| pytest -rxXs tests/ | ||
| if [[ "${{ inputs.host-platform }}" == linux* ]]; then | ||
| bash tests/cython/build_tests.sh | ||
| elif [[ "${{ inputs.host-platform }}" == win* ]]; then | ||
| # TODO: enable this once win-64 runners are up | ||
| exit 1 | ||
| fi | ||
| pytest -rxXs tests/cython | ||
| popd | ||
| - name: Run cuda.core tests | ||
| run: | | ||
| # If build/test majors match: cuda.bindings is installed in the previous step. | ||
| # If mismatch: cuda.bindings is installed from the backport branch. | ||
| if [[ "${SKIP_CUDA_BINDINGS_TEST}" == 1 ]]; then | ||
| pushd "${CUDA_BINDINGS_ARTIFACTS_DIR}" | ||
| pip install *.whl | ||
| popd | ||
| fi | ||
| TEST_CUDA_MAJOR="$(cut -d '.' -f 1 <<< ${{ inputs.cuda-version }})" | ||
| pushd "${CUDA_CORE_ARTIFACTS_DIR}" | ||
| pip install $(ls *.whl)["cu${TEST_CUDA_MAJOR}"] | ||
| popd | ||
| pushd ./cuda_core | ||
| pip install -r "tests/requirements-cu${TEST_CUDA_MAJOR}.txt" | ||
| pytest -rxXs tests/ | ||
| popd |