Add Connect suite as per MDBF-653 #7
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: bbw-build-container | |
| on: | |
| push: | |
| paths: | |
| - .github/workflows/bbw_build_container.yml | |
| - "ci_build_images/**" | |
| pull_request: | |
| paths: | |
| - .github/workflows/bbw_build_container.yml | |
| - "ci_build_images/**" | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| services: | |
| registry: | |
| image: registry:2 | |
| ports: | |
| - 5000:5000 | |
| name: ${{ matrix.image }} (${{ matrix.tag }} ${{ matrix.platforms }}) | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - dockerfile: centos.Dockerfile | |
| image: almalinux:8 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: centos.Dockerfile pip.Dockerfile | |
| image: almalinux:9 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: debian.Dockerfile | |
| image: debian:11 | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le | |
| - dockerfile: debian.Dockerfile | |
| image: debian:12 | |
| tag: debian12 | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le | |
| - dockerfile: debian.Dockerfile | |
| image: debian:12 | |
| tag: debian12-386 | |
| branch: 10.11 | |
| platforms: linux/386 | |
| - dockerfile: debian.Dockerfile aocc.Dockerfile | |
| image: debian:11 | |
| tag: debian11-aocc | |
| branch: 10.11 | |
| platforms: linux/amd64 | |
| - dockerfile: debian.Dockerfile msan.Dockerfile | |
| image: debian:11 | |
| branch: 10.11 | |
| tag: debian11-msan | |
| clang_version: 15 | |
| platforms: linux/amd64 | |
| - dockerfile: debian.Dockerfile msan.Dockerfile | |
| image: debian:11 | |
| branch: 10.11 | |
| tag: debian11-msan-clang-16 | |
| clang_version: 16 | |
| platforms: linux/amd64 | |
| - dockerfile: debian.Dockerfile | |
| image: debian:sid | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le | |
| - dockerfile: debian.Dockerfile | |
| image: debian:sid | |
| tag: debiansid-386 | |
| branch: 10.11 | |
| platforms: linux/386 | |
| - dockerfile: debian.Dockerfile | |
| image: ubuntu:20.04 | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le, linux/s390x | |
| - dockerfile: debian.Dockerfile | |
| image: ubuntu:22.04 | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le, linux/s390x | |
| - dockerfile: debian.Dockerfile | |
| image: ubuntu:23.10 | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: debian.Dockerfile | |
| image: ubuntu:24.04 | |
| branch: 10.11 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le, linux/s390x | |
| - dockerfile: fedora.Dockerfile | |
| image: fedora:38 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: fedora.Dockerfile | |
| image: fedora:39 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: fedora.Dockerfile | |
| image: fedora:40 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: centos7.Dockerfile pip.Dockerfile | |
| image: centos:7 | |
| platforms: linux/amd64 | |
| - dockerfile: centos.Dockerfile pip.Dockerfile | |
| image: quay.io/centos/centos:stream9 | |
| tag: centosstream9 | |
| platforms: linux/amd64, linux/arm64/v8, linux/ppc64le | |
| # //TEMP Error: Unable to find a match: ccache python3-scons (on | |
| # s390x) | |
| # platforms: linux/amd64, linux/arm64/v8, linux/ppc64le, linux/s390x | |
| - dockerfile: opensuse.Dockerfile pip.Dockerfile | |
| image: opensuse/leap:15.5 | |
| tag: opensuse15 | |
| platforms: linux/amd64 | |
| - dockerfile: sles.Dockerfile pip.Dockerfile | |
| image: registry.suse.com/bci/bci-base:15.5 | |
| tag: sles15 | |
| platforms: linux/amd64, linux/s390x | |
| - dockerfile: centos.Dockerfile | |
| image: rockylinux:8 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: centos.Dockerfile pip.Dockerfile | |
| image: rockylinux:9 | |
| platforms: linux/amd64, linux/arm64/v8 | |
| - dockerfile: debian.Dockerfile jepsen-mysql.Dockerfile | |
| image: ubuntu:22.04 | |
| branch: 10.11 | |
| platforms: linux/amd64 | |
| tag: ubuntu22.04-jepsen-mysql | |
| env: | |
| BUILD_RHEL: false | |
| DEPLOY_IMAGES: false | |
| WORKDIR: ci_build_images | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up env vars | |
| run: | | |
| set -vx | |
| [[ -n "${{ matrix.image }}" ]] || { | |
| echo "Missing base image (FROM)" | |
| exit 1 | |
| } | |
| if [[ -n "${{ matrix.tag }}" ]]; then | |
| echo "IMG=${{ matrix.tag }}" >>$GITHUB_ENV | |
| else | |
| TAG_TMP=${{ matrix.image }} | |
| echo "IMG=${TAG_TMP/:/}" >>$GITHUB_ENV | |
| fi | |
| echo "REPO=bb-worker" >>$GITHUB_ENV | |
| - name: Generate Dockerfile and necessary files | |
| run: | | |
| cd ${{ env.WORKDIR }} | |
| cat ${{ matrix.dockerfile }} qpress.Dockerfile buildbot-worker.Dockerfile >$GITHUB_WORKSPACE/Dockerfile | |
| cp -r qpress $GITHUB_WORKSPACE | |
| - name: opensuse extra | |
| if: matrix.tag == 'opensuse15' | |
| run: | | |
| cp ${{ env.WORKDIR }}/mariadb_zypper_expect $GITHUB_WORKSPACE | |
| - name: No wsrep on 32 bit platforms | |
| if: > | |
| (contains(matrix.platforms, 'linux/386')) | |
| run: | | |
| sed -i -e '/WSREP_PROVIDER/d' $GITHUB_WORKSPACE/Dockerfile | |
| - name: Check Dockerfile with hadolint | |
| run: | | |
| docker run -i -v $(pwd):/mnt -w /mnt ghcr.io/hadolint/hadolint:latest hadolint /mnt/Dockerfile | |
| - name: Install qemu-user-static | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y qemu-user-static | |
| - name: Make sure that time is in sync | |
| run: | | |
| # RHEL subscription needs that time and date | |
| # is correct and is syncing with an NTP-server | |
| # https://access.redhat.com/discussions/672313#comment-2360508 | |
| sudo chronyc -a makestep | |
| - name: Build image | |
| run: | | |
| podman manifest create ${{ env.REPO }}:${{ env.IMG }} | |
| for arch in $(echo ${{ matrix.platforms }} | sed 's/,/ /g'); do | |
| msg="Build $arch:" | |
| line="${msg//?/=}" | |
| printf "\n${line}\n${msg}\n${line}\n" | |
| podman buildx build --tag ${{ env.REPO }}:${{ env.IMG }}-${arch//\//-} \ | |
| --platform $arch \ | |
| --manifest ${{ env.REPO }}:${{ env.IMG }} \ | |
| -f $GITHUB_WORKSPACE/Dockerfile \ | |
| --build-arg BASE_IMAGE=${{ matrix.image }} \ | |
| --build-arg CLANG_VERSION=${{ matrix.clang_version }} \ | |
| --build-arg MARIADB_BRANCH=${{ matrix.branch }} | |
| done | |
| podman images | |
| - name: Push images to local registry | |
| run: | | |
| podman manifest push --tls-verify=0 \ | |
| --all ${{ env.REPO }}:${{ env.IMG }} \ | |
| docker://localhost:5000/${{ env.REPO }}:${{ env.IMG }} | |
| - name: Check multi-arch container | |
| run: | | |
| # make some space on the runner | |
| if [[ -d $HOME/.local/share/containers ]]; then | |
| sudo rm -rf $HOME/.local/share/containers | |
| fi | |
| for p in ${{ matrix.platforms }}; do | |
| platform="${p/,/}" | |
| image="localhost:5000/bb-worker:${{ env.IMG }}" | |
| msg="Testing docker image $image on platform $platform" | |
| line="${msg//?/=}" | |
| printf "\n${line}\n${msg}\n${line}\n" | |
| docker pull -q --platform "$platform" "$image" | |
| docker run -i "$image" buildbot-worker --version | |
| docker run -i "$image" dumb-init twistd --pidfile= -y /home/buildbot/buildbot.tac | |
| docker run -u root -i "$image" bash -c "touch /tmp/foo && qpress -r /tmp /root/qpress.qp" | |
| done | |
| - name: Check for registry credentials | |
| run: | | |
| missing=() | |
| [[ -n "${{ secrets.QUAY_USER }}" ]] || missing+=(QUAY_USER) | |
| [[ -n "${{ secrets.QUAY_TOKEN }}" ]] || missing+=(QUAY_TOKEN) | |
| for i in "${missing[@]}"; do | |
| echo "Missing github secret: $i" | |
| done | |
| if (( ${#missing[@]} == 0 )); then | |
| echo "DEPLOY_IMAGES=true" >> $GITHUB_ENV | |
| else | |
| echo "Not pushing images to registry" | |
| fi | |
| - name: Login to ghcr.io | |
| if: ${{ env.DEPLOY_IMAGES == 'true' }} | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Push images to ghcr.io | |
| if: ${{ env.DEPLOY_IMAGES == 'true' }} | |
| run: | | |
| msg="Push docker image to ghcr.io (${{ env.IMG }})" | |
| line="${msg//?/=}" | |
| printf "\n${line}\n${msg}\n${line}\n" | |
| skopeo copy --all --src-tls-verify=0 \ | |
| docker://localhost:5000/${{ env.REPO }}:${{ env.IMG }} \ | |
| docker://ghcr.io/${GITHUB_REPOSITORY,,}/${{ env.REPO }}:${{ env.IMG }} | |
| - name: Login to registry | |
| if: ${{ env.DEPLOY_IMAGES == 'true' }} | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: quay.io | |
| username: ${{ secrets.QUAY_USER }} | |
| password: ${{ secrets.QUAY_TOKEN }} | |
| - name: Push images to quay.io | |
| if: ${{ env.DEPLOY_IMAGES == 'true' }} | |
| run: | | |
| msg="Push docker image to quay.io (${{ env.IMG }})" | |
| line="${msg//?/=}" | |
| printf "\n${line}\n${msg}\n${line}\n" | |
| skopeo copy --all --src-tls-verify=0 \ | |
| docker://localhost:5000/${{ env.REPO }}:${{ env.IMG }} \ | |
| docker://quay.io/mariadb-foundation/${{ env.REPO }}:${{ env.IMG }} |