Add disk clearing step before building SDKs in GHA #747
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| env: | |
| AWS_REGION: us-west-2 | |
| DOTNETVERSION: | | |
| 6.0.x | |
| 3.1.301 | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} | |
| NPM_TOKEN: ${{ secrets.NPM_TOKEN }} | |
| NUGET_PUBLISH_KEY: ${{ secrets.NUGET_PUBLISH_KEY }} | |
| PROVIDER: aws | |
| PR_COMMIT_SHA: ${{ github.event.client_payload.pull_request.head.sha }} | |
| PUBLISH_REPO_PASSWORD: ${{ secrets.OSSRH_PASSWORD }} | |
| PUBLISH_REPO_USERNAME: ${{ secrets.OSSRH_USERNAME }} | |
| PULUMI_ACCESS_TOKEN: ${{ secrets.PULUMI_ACCESS_TOKEN }} | |
| PULUMI_API: https://api.pulumi-staging.io | |
| PULUMI_GO_DEP_ROOT: ${{ github.workspace }}/.. | |
| PULUMI_LOCAL_NUGET: ${{ github.workspace }}/nuget | |
| PULUMI_MISSING_DOCS_ERROR: true | |
| PYPI_PASSWORD: ${{ secrets.PYPI_PASSWORD }} | |
| SIGNING_KEY: ${{ secrets.JAVA_SIGNING_KEY }} | |
| SIGNING_KEY_ID: ${{ secrets.JAVA_SIGNING_KEY_ID }} | |
| SIGNING_PASSWORD: ${{ secrets.JAVA_SIGNING_PASSWORD }} | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| TRAVIS_OS_NAME: linux | |
| jobs: | |
| build_sdk: | |
| if: github.event_name == 'repository_dispatch' || | |
| github.event.pull_request.head.repo.full_name == github.repository | |
| name: build_sdk | |
| needs: prerequisites | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ env.PR_COMMIT_SHA }} | |
| submodules: true | |
| - name: Checkout Scripts Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ci-scripts | |
| repository: pulumi/scripts | |
| - name: Unshallow clone for tags | |
| run: git fetch --prune --unshallow --tags | |
| - name: Install Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{matrix.goversion}} | |
| cache-dependency-path: | | |
| sdk/go.sum | |
| - name: Install pulumictl | |
| uses: jaxxstorm/[email protected] | |
| with: | |
| repo: pulumi/pulumictl | |
| - name: Install Pulumi CLI | |
| uses: pulumi/action-install-pulumi-cli@v2 | |
| - name: Setup Node | |
| uses: actions/setup-node@v2 | |
| with: | |
| node-version: ${{matrix.nodeversion}} | |
| registry-url: https://registry.npmjs.org | |
| - name: Setup DotNet | |
| uses: actions/setup-dotnet@v1 | |
| with: | |
| dotnet-version: ${{ env.DOTNETVERSION }} | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{matrix.pythonversion}} | |
| - name: Setup Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| cache: gradle | |
| distribution: temurin | |
| java-version: ${{matrix.javaversion}} | |
| - name: Setup Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| # Pin to known good version until #2262 is resolved | |
| gradle-version: "7.6" | |
| - name: Download provider + tfgen binaries | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: ${{ env.PROVIDER }}-provider.tar.gz | |
| path: ${{ github.workspace }}/bin | |
| - name: Untar provider binaries | |
| run: >- | |
| tar -zxf ${{ github.workspace }}/bin/provider.tar.gz -C ${{ | |
| github.workspace}}/bin | |
| find ${{ github.workspace }} -name "pulumi-*-${{ env.PROVIDER }}" -print -exec chmod +x {} \; | |
| - name: Install plugins | |
| run: make install_plugins | |
| - name: Update path | |
| run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH | |
| - name: Set PACKAGE_VERSION to Env | |
| run: echo "PACKAGE_VERSION=$(pulumictl get version --language generic)" >> | |
| $GITHUB_ENV | |
| - name: Build SDK | |
| run: make build_${{ matrix.language }} | |
| - name: Check worktree clean | |
| run: ./ci-scripts/ci/check-worktree-is-clean | |
| - name: Compress SDK folder | |
| run: tar -zcf sdk/${{ matrix.language }}.tar.gz -C sdk/${{ matrix.language }} . | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: ${{ matrix.language }}-sdk.tar.gz | |
| path: ${{ github.workspace}}/sdk/${{ matrix.language }}.tar.gz | |
| - if: failure() && github.event_name == 'push' | |
| name: Notify Slack | |
| uses: 8398a7/action-slack@v3 | |
| with: | |
| author_name: Failure in building ${{ matrix.language }} sdk | |
| fields: repo,commit,author,action | |
| status: ${{ job.status }} | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| goversion: | |
| - 1.20.x | |
| javaversion: | |
| - "11" | |
| language: | |
| - nodejs | |
| - python | |
| - dotnet | |
| - go | |
| - java | |
| nodeversion: | |
| - 16.x | |
| pythonversion: | |
| - "3.9" | |
| comment-notification: | |
| if: github.event_name == 'repository_dispatch' | |
| name: comment-notification | |
| runs-on: ubuntu-latest | |
| steps: | |
| - id: run-url | |
| name: Create URL to the run output | |
| run: echo ::set-output | |
| name=run-url::https://github.com/$GITHUB_REPOSITORY/actions/runs/$GITHUB_RUN_ID | |
| - name: Update with Result | |
| uses: peter-evans/create-or-update-comment@v1 | |
| with: | |
| body: "Please view the PR build: ${{ steps.run-url.outputs.run-url }}" | |
| issue-number: ${{ github.event.client_payload.github.payload.issue.number }} | |
| repository: ${{ github.event.client_payload.github.payload.repository.full_name }} | |
| token: ${{ secrets.PULUMI_BOT_TOKEN }} | |
| prerequisites: | |
| if: github.event_name == 'repository_dispatch' || | |
| github.event.pull_request.head.repo.full_name == github.repository | |
| name: prerequisites | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ env.PR_COMMIT_SHA }} | |
| submodules: true | |
| - name: Checkout Scripts Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ci-scripts | |
| repository: pulumi/scripts | |
| - name: Unshallow clone for tags | |
| run: git fetch --prune --unshallow --tags | |
| - name: Install Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{matrix.goversion}} | |
| cache-dependency-path: | | |
| sdk/go.sum | |
| - name: Setup Node | |
| uses: actions/setup-node@v2 | |
| with: | |
| node-version: ${{matrix.nodeversion}} | |
| registry-url: https://registry.npmjs.org | |
| - name: Install pulumictl | |
| uses: jaxxstorm/[email protected] | |
| with: | |
| repo: pulumi/pulumictl | |
| - name: Install Pulumi CLI | |
| uses: pulumi/action-install-pulumi-cli@v2 | |
| - if: github.event_name == 'pull_request' | |
| name: Install Schema Tools | |
| uses: jaxxstorm/[email protected] | |
| with: | |
| repo: mikhailshilkov/schema-tools | |
| - name: Clear GitHub Actions Ubuntu runner disk space | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| tool-cache: false | |
| dotnet: false | |
| android: true | |
| haskell: true | |
| swap-storage: true | |
| # TODO: enable once transient error with azure is resolved | |
| # E: Failed to fetch http://azure.archive.ubuntu.com/ubuntu/pool/universe/d/dotnet7/aspnetcore-targeting-pack-7.0_7.0.105-0ubuntu1%7e22.04.1_amd64.deb 404 Not Found [IP: 40.81.13.82 80] | |
| large-packages: false | |
| - name: Build tfgen & provider binaries | |
| run: make provider | |
| - if: github.event_name == 'pull_request' | |
| name: Check Schema is Valid | |
| run: >- | |
| echo 'SCHEMA_CHANGES<<EOF' >> $GITHUB_ENV | |
| schema-tools compare ${{ env.PROVIDER }} master --local-path=provider/cmd/pulumi-resource-${{ env.PROVIDER }}/schema.json >> $GITHUB_ENV | |
| echo 'EOF' >> $GITHUB_ENV | |
| - if: github.event_name == 'pull_request' | |
| name: Comment on PR with Details of Schema Check | |
| uses: thollander/actions-comment-pull-request@v1 | |
| with: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| message: | | |
| ### Does the PR have any schema changes? | |
| ${{ env.SCHEMA_CHANGES }} | |
| - name: Tar provider binaries | |
| run: tar -zcf ${{ github.workspace }}/bin/provider.tar.gz -C ${{ | |
| github.workspace }}/bin/ pulumi-resource-${{ env.PROVIDER }} | |
| pulumi-tfgen-${{ env.PROVIDER }} | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: ${{ env.PROVIDER }}-provider.tar.gz | |
| path: ${{ github.workspace }}/bin/provider.tar.gz | |
| - if: failure() && github.event_name == 'push' | |
| name: Notify Slack | |
| uses: 8398a7/action-slack@v3 | |
| with: | |
| author_name: Failure in building provider prerequisites | |
| fields: repo,commit,author,action | |
| status: ${{ job.status }} | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| goversion: | |
| - 1.20.x | |
| nodeversion: | |
| - 16.x | |
| pythonversion: | |
| - "3.9" | |
| sentinel: | |
| if: github.event_name == 'repository_dispatch' || | |
| github.event.pull_request.head.repo.full_name == github.repository | |
| name: sentinel | |
| needs: | |
| - test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Is workflow a success | |
| run: echo yes | |
| go_test_shim: | |
| if: github.event_name == 'repository_dispatch' || | |
| github.event.pull_request.head.repo.full_name == github.repository | |
| name: Run test of provider shim | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 60 | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ env.PR_COMMIT_SHA }} | |
| submodules: true | |
| - uses: actions/setup-go@v4 | |
| with: | |
| go-version-file: 'provider/shim/go.mod' | |
| cache-dependency-path: 'provider/shim/go.sum' | |
| - name: go test | |
| run: | | |
| cd provider/shim | |
| go test -v . | |
| test: | |
| if: github.event_name == 'repository_dispatch' || | |
| github.event.pull_request.head.repo.full_name == github.repository | |
| name: test | |
| needs: build_sdk | |
| permissions: | |
| contents: read | |
| id-token: write | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: ${{ env.PR_COMMIT_SHA }} | |
| submodules: true | |
| - name: Checkout Scripts Repo | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ci-scripts | |
| repository: pulumi/scripts | |
| - name: Unshallow clone for tags | |
| run: git fetch --prune --unshallow --tags | |
| - name: Install Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: ${{matrix.goversion}} | |
| cache-dependency-path: | | |
| sdk/go.sum | |
| - name: Install pulumictl | |
| uses: jaxxstorm/[email protected] | |
| with: | |
| repo: pulumi/pulumictl | |
| - name: Install Pulumi CLI | |
| uses: pulumi/action-install-pulumi-cli@v2 | |
| - name: Setup Node | |
| uses: actions/setup-node@v2 | |
| with: | |
| node-version: ${{matrix.nodeversion}} | |
| registry-url: https://registry.npmjs.org | |
| - name: Setup DotNet | |
| uses: actions/setup-dotnet@v1 | |
| with: | |
| dotnet-version: ${{ env.DOTNETVERSION }} | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{matrix.pythonversion}} | |
| - name: Setup Java | |
| uses: actions/setup-java@v3 | |
| with: | |
| cache: gradle | |
| distribution: temurin | |
| java-version: ${{matrix.javaversion}} | |
| - name: Setup Gradle | |
| uses: gradle/gradle-build-action@v2 | |
| with: | |
| # Pin to known good version until #2262 is resolved | |
| gradle-version: "7.6" | |
| - name: Download provider + tfgen binaries | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: ${{ env.PROVIDER }}-provider.tar.gz | |
| path: ${{ github.workspace }}/bin | |
| - name: Untar provider binaries | |
| run: >- | |
| tar -zxf ${{ github.workspace }}/bin/provider.tar.gz -C ${{ | |
| github.workspace}}/bin | |
| find ${{ github.workspace }} -name "pulumi-*-${{ env.PROVIDER }}" -print -exec chmod +x {} \; | |
| - run: dotnet nuget add source ${{ github.workspace }}/nuget | |
| - name: Download SDK | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: ${{ matrix.language }}-sdk.tar.gz | |
| path: ${{ github.workspace}}/sdk/ | |
| - name: Uncompress SDK folder | |
| run: tar -zxf ${{ github.workspace }}/sdk/${{ matrix.language }}.tar.gz -C ${{ | |
| github.workspace }}/sdk/${{ matrix.language }} | |
| - name: Update path | |
| run: echo "${{ github.workspace }}/bin" >> $GITHUB_PATH | |
| - name: Install Python deps | |
| run: |- | |
| pip3 install virtualenv==20.0.23 | |
| pip3 install pipenv | |
| - name: Configure AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-region: ${{ env.AWS_REGION }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| role-duration-seconds: 3600 | |
| role-session-name: ${{ env.PROVIDER }}@githubActions | |
| role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }} | |
| - name: Install dependencies | |
| run: make install_${{ matrix.language}}_sdk | |
| - name: Install gotestfmt | |
| uses: GoTestTools/gotestfmt-action@v2 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| version: v2.4.0 | |
| - name: Run tests | |
| run: cd examples && go test -v -json -count=1 -cover -timeout 2h -tags=${{ | |
| matrix.language }} -parallel 4 . 2>&1 | tee /tmp/gotest.log | gotestfmt | |
| - if: failure() && github.event_name == 'push' | |
| name: Notify Slack | |
| uses: 8398a7/action-slack@v3 | |
| with: | |
| author_name: Failure in running ${{ matrix.language }} tests | |
| fields: repo,commit,author,action | |
| status: ${{ job.status }} | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| goversion: | |
| - 1.20.x | |
| javaversion: | |
| - "11" | |
| language: | |
| - nodejs | |
| - python | |
| - dotnet | |
| - go | |
| - java | |
| nodeversion: | |
| - 16.x | |
| pythonversion: | |
| - "3.9" | |
| name: run-acceptance-tests | |
| on: | |
| pull_request: | |
| branches: | |
| - master | |
| - main | |
| - v6 | |
| paths-ignore: | |
| - CHANGELOG.md | |
| repository_dispatch: | |
| types: | |
| - run-acceptance-tests-command |