Merge pull request #2638 from crazy-max/update-buildkit #24
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - 'master' | |
| - 'v[0-9]*' | |
| tags: | |
| - 'v*' | |
| pull_request: | |
| paths-ignore: | |
| - '.github/releases.json' | |
| - 'README.md' | |
| - 'docs/**' | |
| env: | |
| BUILDX_VERSION: "latest" | |
| BUILDKIT_IMAGE: "moby/buildkit:latest" | |
| SCOUT_VERSION: "1.11.0" | |
| REPO_SLUG: "docker/buildx-bin" | |
| DESTDIR: "./bin" | |
| TEST_CACHE_SCOPE: "test" | |
| TESTFLAGS: "-v --parallel=6 --timeout=30m" | |
| GOTESTSUM_FORMAT: "standard-verbose" | |
| GO_VERSION: "1.22" | |
| GOTESTSUM_VERSION: "v1.9.0" # same as one in Dockerfile | |
| jobs: | |
| test-integration: | |
| runs-on: ubuntu-24.04 | |
| env: | |
| TESTFLAGS_DOCKER: "-v --parallel=1 --timeout=30m" | |
| TEST_IMAGE_BUILD: "0" | |
| TEST_IMAGE_ID: "buildx-tests" | |
| TEST_COVERAGE: "1" | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| buildkit: | |
| - master | |
| - latest | |
| - buildx-stable-1 | |
| - v0.14.1 | |
| - v0.13.2 | |
| - v0.12.5 | |
| worker: | |
| - docker-container | |
| - remote | |
| pkg: | |
| - ./tests | |
| mode: | |
| - "" | |
| - experimental | |
| include: | |
| - worker: docker | |
| pkg: ./tests | |
| - worker: docker+containerd # same as docker, but with containerd snapshotter | |
| pkg: ./tests | |
| - worker: docker | |
| pkg: ./tests | |
| mode: experimental | |
| - worker: docker+containerd # same as docker, but with containerd snapshotter | |
| pkg: ./tests | |
| mode: experimental | |
| steps: | |
| - | |
| name: Prepare | |
| run: | | |
| echo "TESTREPORTS_NAME=${{ github.job }}-$(echo "${{ matrix.pkg }}-${{ matrix.buildkit }}-${{ matrix.worker }}-${{ matrix.mode }}" | tr -dc '[:alnum:]-\n\r' | tr '[:upper:]' '[:lower:]')" >> $GITHUB_ENV | |
| if [ -n "${{ matrix.buildkit }}" ]; then | |
| echo "TEST_BUILDKIT_TAG=${{ matrix.buildkit }}" >> $GITHUB_ENV | |
| fi | |
| testFlags="--run=//worker=$(echo "${{ matrix.worker }}" | sed 's/\+/\\+/g')$" | |
| case "${{ matrix.worker }}" in | |
| docker | docker+containerd) | |
| echo "TESTFLAGS=${{ env.TESTFLAGS_DOCKER }} $testFlags" >> $GITHUB_ENV | |
| ;; | |
| *) | |
| echo "TESTFLAGS=${{ env.TESTFLAGS }} $testFlags" >> $GITHUB_ENV | |
| ;; | |
| esac | |
| if [[ "${{ matrix.worker }}" == "docker"* ]]; then | |
| echo "TEST_DOCKERD=1" >> $GITHUB_ENV | |
| fi | |
| if [ "${{ matrix.mode }}" = "experimental" ]; then | |
| echo "TEST_BUILDX_EXPERIMENTAL=1" >> $GITHUB_ENV | |
| fi | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - | |
| name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| version: ${{ env.BUILDX_VERSION }} | |
| driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
| buildkitd-flags: --debug | |
| - | |
| name: Build test image | |
| uses: docker/bake-action@v5 | |
| with: | |
| targets: integration-test | |
| set: | | |
| *.output=type=docker,name=${{ env.TEST_IMAGE_ID }} | |
| - | |
| name: Test | |
| run: | | |
| ./hack/test | |
| env: | |
| TEST_REPORT_SUFFIX: "-${{ env.TESTREPORTS_NAME }}" | |
| TESTPKGS: "${{ matrix.pkg }}" | |
| - | |
| name: Send to Codecov | |
| if: always() | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| directory: ./bin/testreports | |
| flags: integration | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_file_fixes: true | |
| - | |
| name: Generate annotations | |
| if: always() | |
| uses: crazy-max/.github/.github/actions/gotest-annotations@fa6141aedf23596fb8bdcceab9cce8dadaa31bd9 | |
| with: | |
| directory: ./bin/testreports | |
| - | |
| name: Upload test reports | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-reports-${{ env.TESTREPORTS_NAME }} | |
| path: ./bin/testreports | |
| test-unit: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - ubuntu-24.04 | |
| - macos-12 | |
| - windows-2022 | |
| env: | |
| SKIP_INTEGRATION_TESTS: 1 | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Set up Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: "${{ env.GO_VERSION }}" | |
| - | |
| name: Prepare | |
| run: | | |
| testreportsName=${{ github.job }}--${{ matrix.os }} | |
| testreportsBaseDir=./bin/testreports | |
| testreportsDir=$testreportsBaseDir/$testreportsName | |
| echo "TESTREPORTS_NAME=$testreportsName" >> $GITHUB_ENV | |
| echo "TESTREPORTS_BASEDIR=$testreportsBaseDir" >> $GITHUB_ENV | |
| echo "TESTREPORTS_DIR=$testreportsDir" >> $GITHUB_ENV | |
| mkdir -p $testreportsDir | |
| shell: bash | |
| - | |
| name: Install gotestsum | |
| run: | | |
| go install gotest.tools/gotestsum@${{ env.GOTESTSUM_VERSION }} | |
| - | |
| name: Test | |
| env: | |
| TMPDIR: ${{ runner.temp }} | |
| run: | | |
| gotestsum \ | |
| --jsonfile="${{ env.TESTREPORTS_DIR }}/go-test-report.json" \ | |
| --junitfile="${{ env.TESTREPORTS_DIR }}/junit-report.xml" \ | |
| --packages="./..." \ | |
| -- \ | |
| "-mod=vendor" \ | |
| "-coverprofile" "${{ env.TESTREPORTS_DIR }}/coverage.txt" \ | |
| "-covermode" "atomic" ${{ env.TESTFLAGS }} | |
| shell: bash | |
| - | |
| name: Send to Codecov | |
| if: always() | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| directory: ${{ env.TESTREPORTS_DIR }} | |
| env_vars: RUNNER_OS | |
| flags: unit | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| disable_file_fixes: true | |
| - | |
| name: Generate annotations | |
| if: always() | |
| uses: crazy-max/.github/.github/actions/gotest-annotations@fa6141aedf23596fb8bdcceab9cce8dadaa31bd9 | |
| with: | |
| directory: ${{ env.TESTREPORTS_DIR }} | |
| - | |
| name: Upload test reports | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-reports-${{ env.TESTREPORTS_NAME }} | |
| path: ${{ env.TESTREPORTS_BASEDIR }} | |
| govulncheck: | |
| runs-on: ubuntu-24.04 | |
| permissions: | |
| # required to write sarif report | |
| security-events: write | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| version: ${{ env.BUILDX_VERSION }} | |
| driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
| buildkitd-flags: --debug | |
| - | |
| name: Run | |
| uses: docker/bake-action@v5 | |
| with: | |
| targets: govulncheck | |
| env: | |
| GOVULNCHECK_FORMAT: sarif | |
| - | |
| name: Upload SARIF report | |
| if: ${{ github.ref == 'refs/heads/master' && github.repository == 'docker/buildx' }} | |
| uses: github/codeql-action/upload-sarif@v3 | |
| with: | |
| sarif_file: ${{ env.DESTDIR }}/govulncheck.out | |
| prepare-binaries: | |
| runs-on: ubuntu-24.04 | |
| outputs: | |
| matrix: ${{ steps.platforms.outputs.matrix }} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Create matrix | |
| id: platforms | |
| run: | | |
| echo "matrix=$(docker buildx bake binaries-cross --print | jq -cr '.target."binaries-cross".platforms')" >>${GITHUB_OUTPUT} | |
| - | |
| name: Show matrix | |
| run: | | |
| echo ${{ steps.platforms.outputs.matrix }} | |
| binaries: | |
| runs-on: ubuntu-24.04 | |
| needs: | |
| - prepare-binaries | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: ${{ fromJson(needs.prepare-binaries.outputs.matrix) }} | |
| steps: | |
| - | |
| name: Prepare | |
| run: | | |
| platform=${{ matrix.platform }} | |
| echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| version: ${{ env.BUILDX_VERSION }} | |
| driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
| buildkitd-flags: --debug | |
| - | |
| name: Build | |
| run: | | |
| make release | |
| env: | |
| PLATFORMS: ${{ matrix.platform }} | |
| CACHE_FROM: type=gha,scope=binaries-${{ env.PLATFORM_PAIR }} | |
| CACHE_TO: type=gha,scope=binaries-${{ env.PLATFORM_PAIR }},mode=max | |
| - | |
| name: Upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: buildx-${{ env.PLATFORM_PAIR }} | |
| path: ${{ env.DESTDIR }}/* | |
| if-no-files-found: error | |
| bin-image: | |
| runs-on: ubuntu-24.04 | |
| needs: | |
| - test-integration | |
| - test-unit | |
| if: ${{ github.event_name != 'pull_request' && github.repository == 'docker/buildx' }} | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Set up QEMU | |
| uses: docker/setup-qemu-action@v3 | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| version: ${{ env.BUILDX_VERSION }} | |
| driver-opts: image=${{ env.BUILDKIT_IMAGE }} | |
| buildkitd-flags: --debug | |
| - | |
| name: Docker meta | |
| id: meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.REPO_SLUG }} | |
| tags: | | |
| type=ref,event=branch | |
| type=ref,event=pr | |
| type=semver,pattern={{version}} | |
| bake-target: meta-helper | |
| - | |
| name: Login to DockerHub | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ vars.DOCKERPUBLICBOT_USERNAME }} | |
| password: ${{ secrets.DOCKERPUBLICBOT_WRITE_PAT }} | |
| - | |
| name: Build and push image | |
| uses: docker/bake-action@v5 | |
| with: | |
| files: | | |
| ./docker-bake.hcl | |
| ${{ steps.meta.outputs.bake-file }} | |
| targets: image-cross | |
| push: ${{ github.event_name != 'pull_request' }} | |
| sbom: true | |
| set: | | |
| *.cache-from=type=gha,scope=bin-image | |
| *.cache-to=type=gha,scope=bin-image,mode=max | |
| scout: | |
| runs-on: ubuntu-24.04 | |
| if: ${{ github.ref == 'refs/heads/master' && github.repository == 'docker/buildx' }} | |
| permissions: | |
| # required to write sarif report | |
| security-events: write | |
| needs: | |
| - bin-image | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Login to DockerHub | |
| uses: docker/login-action@v3 | |
| with: | |
| username: ${{ vars.DOCKERPUBLICBOT_USERNAME }} | |
| password: ${{ secrets.DOCKERPUBLICBOT_WRITE_PAT }} | |
| - | |
| name: Scout | |
| id: scout | |
| uses: crazy-max/.github/.github/actions/docker-scout@ccae1c98f1237b5c19e4ef77ace44fa68b3bc7e4 | |
| with: | |
| version: ${{ env.SCOUT_VERSION }} | |
| format: sarif | |
| image: registry://${{ env.REPO_SLUG }}:master | |
| - | |
| name: Upload SARIF report | |
| uses: github/codeql-action/upload-sarif@v3 | |
| with: | |
| sarif_file: ${{ steps.scout.outputs.result-file }} | |
| release: | |
| runs-on: ubuntu-24.04 | |
| needs: | |
| - test-integration | |
| - test-unit | |
| - binaries | |
| steps: | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v4 | |
| - | |
| name: Download binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: ${{ env.DESTDIR }} | |
| pattern: buildx-* | |
| merge-multiple: true | |
| - | |
| name: Create checksums | |
| run: ./hack/hash-files | |
| - | |
| name: List artifacts | |
| run: | | |
| tree -nh ${{ env.DESTDIR }} | |
| - | |
| name: Check artifacts | |
| run: | | |
| find ${{ env.DESTDIR }} -type f -exec file -e ascii -- {} + | |
| - | |
| name: GitHub Release | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| uses: softprops/action-gh-release@c062e08bd532815e2082a85e87e3ef29c3e6d191 # v2.0.8 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| draft: true | |
| files: ${{ env.DESTDIR }}/* |