Reusable Build Wheels #12
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Reusable Build Wheels | |
| on: | |
| workflow_call: | |
| inputs: | |
| CONCURRENCY: | |
| required: true | |
| type: string | |
| MODE: | |
| description: "The build mode, either `pypi` or `pr`" | |
| required: true | |
| type: string | |
| PLATFORM: | |
| required: true | |
| type: string | |
| WHEEL_ARTIFACT_NAME: | |
| required: false | |
| type: string | |
| default: "" | |
| RELEASE_COMMIT: | |
| required: false | |
| type: string | |
| default: "" | |
| workflow_dispatch: | |
| inputs: | |
| PLATFORM: | |
| type: choice | |
| options: | |
| - linux-arm64 | |
| - linux-x64 | |
| - windows-x64 | |
| - macos-arm64 | |
| - macos-x64 | |
| description: "Platform to build for" | |
| required: true | |
| MODE: | |
| type: choice | |
| required: false | |
| options: | |
| - pypi | |
| - pr | |
| description: "The build mode (`pypi` includes the web viewer, `pr` does not)" | |
| CONCURRENCY: | |
| required: false | |
| type: string | |
| default: "adhoc" | |
| description: "Concurrency group to use" | |
| WHEEL_ARTIFACT_NAME: | |
| required: false | |
| type: string | |
| default: "" | |
| description: "If set, will be saved under that name in the workflow artifacts" | |
| RELEASE_COMMIT: | |
| required: false | |
| type: string | |
| default: "" | |
| description: "Release commit" | |
| concurrency: | |
| group: ${{ inputs.CONCURRENCY }}-build-wheels | |
| cancel-in-progress: true | |
| env: | |
| PYTHON_VERSION: "3.8" | |
| # web_sys_unstable_apis is required to enable the web_sys clipboard API which egui_web uses | |
| # https://rustwasm.github.io/wasm-bindgen/api/web_sys/struct.Clipboard.html | |
| # https://rustwasm.github.io/docs/wasm-bindgen/web-sys/unstable-apis.html | |
| # TODO(jleibs) --deny warnings causes installation of wasm-bindgen to fail on mac | |
| # RUSTFLAGS: --cfg=web_sys_unstable_apis --deny warnings | |
| RUSTFLAGS: --cfg=web_sys_unstable_apis | |
| # See https://github.com/ericseppanen/cargo-cranky/issues/8 | |
| RUSTDOCFLAGS: --deny warnings --deny rustdoc::missing_crate_level_docs | |
| # See: https://github.com/marketplace/actions/sccache-action | |
| SCCACHE_GHA_ENABLED: "false" | |
| permissions: | |
| contents: "read" | |
| id-token: "write" | |
| jobs: | |
| # --------------------------------------------------------------------------- | |
| set-config: | |
| name: Set Config (${{ inputs.PLATFORM }}) | |
| runs-on: ubuntu-latest | |
| outputs: | |
| RUNNER: ${{ steps.set-config.outputs.runner }} | |
| TARGET: ${{ steps.set-config.outputs.target }} | |
| CONTAINER: ${{ steps.set-config.outputs.container }} | |
| COMPAT: ${{ steps.set-config.outputs.compat }} | |
| steps: | |
| - name: Set runner and target based on platform | |
| id: set-config | |
| shell: bash | |
| run: | | |
| case "${{ inputs.PLATFORM }}" in | |
| linux-arm64) | |
| runner="buildjet-8vcpu-ubuntu-2204-arm" | |
| target="aarch64-unknown-linux-gnu" | |
| container="{'image': 'rerunio/ci_docker:0.12.0'}" | |
| compat="manylinux_2_31" | |
| ;; | |
| linux-x64) | |
| runner="ubuntu-latest-16-cores" | |
| target="x86_64-unknown-linux-gnu" | |
| compat="manylinux_2_31" | |
| container="{'image': 'rerunio/ci_docker:0.12.0'}" | |
| ;; | |
| windows-x64) | |
| runner="windows-latest-8-cores" | |
| target="x86_64-pc-windows-msvc" | |
| container="null" | |
| compat="manylinux_2_31" | |
| ;; | |
| macos-arm64) | |
| runner="macos-latest-large" # See https://github.blog/2023-10-02-introducing-the-new-apple-silicon-powered-m1-macos-larger-runner-for-github-actions/ | |
| target="aarch64-apple-darwin" | |
| container="null" | |
| compat="manylinux_2_31" | |
| ;; | |
| macos-x64) | |
| runner="macos-latest-large" # See https://github.blog/2023-10-02-introducing-the-new-apple-silicon-powered-m1-macos-larger-runner-for-github-actions/ | |
| target="x86_64-apple-darwin" | |
| container="null" | |
| compat="manylinux_2_31" | |
| ;; | |
| *) echo "Invalid platform" && exit 1 ;; | |
| esac | |
| echo "runner=$runner" >> "$GITHUB_OUTPUT" | |
| echo "target=$target" >> "$GITHUB_OUTPUT" | |
| echo "container=$container" >> "$GITHUB_OUTPUT" | |
| echo "compat=$compat" >> "$GITHUB_OUTPUT" | |
| # --------------------------------------------------------------------------- | |
| build-wheels: | |
| name: Build Wheels (${{ needs.set-config.outputs.RUNNER }}) | |
| needs: [set-config] | |
| runs-on: ${{ needs.set-config.outputs.RUNNER }} | |
| container: ${{ fromJson(needs.set-config.outputs.CONTAINER) }} | |
| steps: | |
| - name: Show context | |
| shell: bash | |
| run: | | |
| echo "GITHUB_CONTEXT": $GITHUB_CONTEXT | |
| echo "JOB_CONTEXT": $JOB_CONTEXT | |
| echo "INPUTS_CONTEXT": $INPUTS_CONTEXT | |
| echo "ENV_CONTEXT": $ENV_CONTEXT | |
| env: | |
| ENV_CONTEXT: ${{ toJson(env) }} | |
| GITHUB_CONTEXT: ${{ toJson(github) }} | |
| JOB_CONTEXT: ${{ toJson(job) }} | |
| INPUTS_CONTEXT: ${{ toJson(inputs) }} | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ inputs.RELEASE_COMMIT || ((github.event_name == 'pull_request' && github.event.pull_request.head.ref) || '') }} | |
| - name: Set up Rust and Authenticate to GCS | |
| uses: ./.github/actions/setup-rust | |
| with: | |
| cache_key: "build-${{ inputs.PLATFORM }}" | |
| # Cache will be produced by `reusable_checks/rs-lints` | |
| save_cache: false | |
| workload_identity_provider: ${{ secrets.GOOGLE_WORKLOAD_IDENTITY_PROVIDER }} | |
| service_account: ${{ secrets.GOOGLE_SERVICE_ACCOUNT }} | |
| targets: ${{ needs.set-config.outputs.TARGET }} | |
| - uses: prefix-dev/[email protected] | |
| with: | |
| pixi-version: v0.16.1 | |
| - name: Install dependencies | |
| shell: bash | |
| run: | | |
| rustup target add ${{ needs.set-config.outputs.TARGET }} | |
| pip install -r rerun_py/requirements-build.txt | |
| pip install google-cloud-storage==2.9.0 | |
| - name: Get sha | |
| id: get-sha | |
| shell: bash | |
| run: | | |
| full_commit="${{ inputs.RELEASE_COMMIT || ((github.event_name == 'pull_request' && github.event.pull_request.head.ref) || github.sha) }}" | |
| echo "sha=$(echo $full_commit | cut -c1-7)" >> "$GITHUB_OUTPUT" | |
| - name: Build | |
| shell: bash | |
| run: | | |
| python3 scripts/ci/build_and_upload_wheels.py \ | |
| --mode ${{ inputs.MODE }} \ | |
| --target ${{ needs.set-config.outputs.TARGET }} \ | |
| --dir commit/${{ steps.get-sha.outputs.sha }}/wheels \ | |
| --compat ${{ needs.set-config.outputs.COMPAT }} | |
| - name: Save wheel artifact | |
| if: ${{ inputs.WHEEL_ARTIFACT_NAME != '' }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: ${{inputs.WHEEL_ARTIFACT_NAME}} | |
| path: dist/${{ needs.set-config.outputs.TARGET }} |