Migrate plugins to sbt-typelevel (#671)

* Migrate plugins to sbt-typelevel * Allow warnings * Fix additional jobs * Fix coverage * Remove cross project * Factorize coverage in norma build * Regenerate CI file * Remove coverage additional step * Set java 11 as default and prepare for cross build
spotify · Jan 18, 2023 · 57dd68e · 57dd68e
1 parent 238c023
commit 57dd68e
Show file tree

Hide file tree

Showing 5 changed files with 535 additions and 292 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -1,77 +1,272 @@
-name: CI
+# This file was automatically generated by sbt-github-actions using the
+# githubWorkflowGenerate task. You should add and commit this file to
+# your git repository. It goes without saying that you shouldn't edit
+# this file by hand! Instead, if you wish to make changes, you should
+# change your sbt build configuration to revise the workflow description
+# to meet your needs, then regenerate this file.
+
+name: Continuous Integration
+
 on:
   pull_request:
+    branches: [main]
   push:
-    branches:
-      - main
+    branches: [main]
+    tags: [v*]
+
+env:
+  PGP_PASSPHRASE: ${{ secrets.PGP_PASSPHRASE }}
+  SONATYPE_PASSWORD: ${{ secrets.SONATYPE_PASSWORD }}
+  SONATYPE_CREDENTIAL_HOST: ${{ secrets.SONATYPE_CREDENTIAL_HOST }}
+  SONATYPE_USERNAME: ${{ secrets.SONATYPE_USERNAME }}
+  PGP_SECRET: ${{ secrets.PGP_SECRET }}
+  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
 jobs:
-  checks:
-    runs-on: ubuntu-latest
+  build:
+    name: Build and Test
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+        scala: [2.13.10, 2.12.17]
+        java: [corretto@11, corretto@8]
+        exclude:
+          - scala: 2.12.17
+            java: corretto@8
+    runs-on: ${{ matrix.os }}
     steps:
-      - uses: actions/checkout@v2
-      - name: Cache sbt
-        uses: coursier/cache-action@v5
-      - name: Java 11 setup
-        uses: olafurpg/setup-scala@v10
+      - name: Checkout current branch (full)
+        uses: actions/checkout@v3
         with:
-          java-version: 1.11.0
-      - run: sbt +headerCheckAll +scalafmtCheckAll scalafmtSbtCheck
+          fetch-depth: 0
+
+      - name: Download Java (corretto@11)
+        id: download-java-corretto-11
+        if: matrix.java == 'corretto@11'
+        uses: typelevel/download-java@v2
+        with:
+          distribution: corretto
+          java-version: 11
+
+      - name: Setup Java (corretto@11)
+        if: matrix.java == 'corretto@11'
+        uses: actions/setup-java@v3
+        with:
+          distribution: jdkfile
+          java-version: 11
+          jdkFile: ${{ steps.download-java-corretto-11.outputs.jdkFile }}
+
+      - name: Download Java (corretto@8)
+        id: download-java-corretto-8
+        if: matrix.java == 'corretto@8'
+        uses: typelevel/download-java@v2
+        with:
+          distribution: corretto
+          java-version: 8
+
+      - name: Setup Java (corretto@8)
+        if: matrix.java == 'corretto@8'
+        uses: actions/setup-java@v3
+        with:
+          distribution: jdkfile
+          java-version: 8
+          jdkFile: ${{ steps.download-java-corretto-8.outputs.jdkFile }}
 
-  test:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v2
       - name: Cache sbt
-        uses: coursier/cache-action@v5
-      - name: Java ${{matrix.java}} setup
-        uses: olafurpg/setup-scala@v10
+        uses: actions/cache@v3
         with:
-          java-version: ${{matrix.java}}
-      - run: sbt "++${{matrix.scala}} test"
+          path: |
+            ~/.sbt
+            ~/.ivy2/cache
+            ~/.coursier/cache/v1
+            ~/.cache/coursier/v1
+            ~/AppData/Local/Coursier/Cache/v1
+            ~/Library/Caches/Coursier/v1
+          key: ${{ runner.os }}-sbt-cache-v2-${{ hashFiles('**/*.sbt') }}-${{ hashFiles('project/build.properties') }}
+
+      - name: Check that workflows are up to date
+        run: sbt githubWorkflowCheck
+
+      - name: Build project
+        if: matrix.scala == '2.13.10' && matrix.java == 'corretto@11'
+        run: sbt '++ ${{ matrix.scala }}' coverage test coverageAggregate
+
+      - name: Upload coverage report
+        if: matrix.scala == '2.13.10' && matrix.java == 'corretto@11'
+        run: 'bash <(curl -s https://codecov.io/bash)'
+
+      - name: Build project
+        if: '!(matrix.scala == ''2.13.10'' && matrix.java == ''corretto@11'')'
+        run: sbt '++ ${{ matrix.scala }}' test
+
+      - name: Make target directories
+        if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main')
+        run: mkdir -p test/target refined/target target shared/target tensorflow/target parquet/target tools/target protobuf/target jmh/target bigquery/target avro/target scalacheck/target datastore/target neo4j/target cats/target bigtable/target guava/target project/target
+
+      - name: Compress target directories
+        if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main')
+        run: tar cf targets.tar test/target refined/target target shared/target tensorflow/target parquet/target tools/target protobuf/target jmh/target bigquery/target avro/target scalacheck/target datastore/target neo4j/target cats/target bigtable/target guava/target project/target
+
+      - name: Upload target directories
+        if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main')
+        uses: actions/upload-artifact@v3
+        with:
+          name: target-${{ matrix.os }}-${{ matrix.java }}-${{ matrix.scala }}
+          path: targets.tar
+
+  publish:
+    name: Publish Artifacts
+    needs: [build]
+    if: github.event_name != 'pull_request' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/main')
     strategy:
       matrix:
-        java:
-          - 1.8.0
-          - 1.11.0
-        scala:
-          - 2.12.17
-          - 2.13.10
-
-#  scala3:
-#    runs-on: ubuntu-latest
-#    steps:
-#      - uses: actions/checkout@v2
-#      - name: Cache sbt
-#        uses: coursier/cache-action@v5
-#      - name: Java ${{matrix.java}} setup
-#        uses: olafurpg/setup-scala@v10
-#        with:
-#          java-version: 1.11.0
-#      - run: sbt "++3.1.2! $module/test"
-
-  avro:
-    runs-on: ubuntu-latest
+        os: [ubuntu-latest]
+        scala: [2.13.10]
+        java: [corretto@11]
+    runs-on: ${{ matrix.os }}
     steps:
-      - uses: actions/checkout@v2
+      - name: Checkout current branch (full)
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Download Java (corretto@11)
+        id: download-java-corretto-11
+        if: matrix.java == 'corretto@11'
+        uses: typelevel/download-java@v2
+        with:
+          distribution: corretto
+          java-version: 11
+
+      - name: Setup Java (corretto@11)
+        if: matrix.java == 'corretto@11'
+        uses: actions/setup-java@v3
+        with:
+          distribution: jdkfile
+          java-version: 11
+          jdkFile: ${{ steps.download-java-corretto-11.outputs.jdkFile }}
+
+      - name: Download Java (corretto@8)
+        id: download-java-corretto-8
+        if: matrix.java == 'corretto@8'
+        uses: typelevel/download-java@v2
+        with:
+          distribution: corretto
+          java-version: 8
+
+      - name: Setup Java (corretto@8)
+        if: matrix.java == 'corretto@8'
+        uses: actions/setup-java@v3
+        with:
+          distribution: jdkfile
+          java-version: 8
+          jdkFile: ${{ steps.download-java-corretto-8.outputs.jdkFile }}
+
       - name: Cache sbt
-        uses: coursier/cache-action@v5
-      - name: Java 11 setup
-        uses: olafurpg/setup-scala@v10
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/.sbt
+            ~/.ivy2/cache
+            ~/.coursier/cache/v1
+            ~/.cache/coursier/v1
+            ~/AppData/Local/Coursier/Cache/v1
+            ~/Library/Caches/Coursier/v1
+          key: ${{ runner.os }}-sbt-cache-v2-${{ hashFiles('**/*.sbt') }}-${{ hashFiles('project/build.properties') }}
+
+      - name: Download target directories (2.13.10)
+        uses: actions/download-artifact@v3
         with:
-          java-version: 1.11.0
-      - run: sbt -Davro.version=1.8.2 test
+          name: target-${{ matrix.os }}-${{ matrix.java }}-2.13.10
+
+      - name: Inflate target directories (2.13.10)
+        run: |
+          tar xf targets.tar
+          rm targets.tar
+
+      - name: Download target directories (2.12.17)
+        uses: actions/download-artifact@v3
+        with:
+          name: target-${{ matrix.os }}-${{ matrix.java }}-2.12.17
+
+      - name: Inflate target directories (2.12.17)
+        run: |
+          tar xf targets.tar
+          rm targets.tar
+
+      - name: Import signing key
+        if: env.PGP_SECRET != '' && env.PGP_PASSPHRASE == ''
+        run: echo $PGP_SECRET | base64 -di | gpg --import
+
+      - name: Import signing key and strip passphrase
+        if: env.PGP_SECRET != '' && env.PGP_PASSPHRASE != ''
+        run: |
+          echo "$PGP_SECRET" | base64 -di > /tmp/signing-key.gpg
+          echo "$PGP_PASSPHRASE" | gpg --pinentry-mode loopback --passphrase-fd 0 --import /tmp/signing-key.gpg
+          (echo "$PGP_PASSPHRASE"; echo; echo) | gpg --command-fd 0 --pinentry-mode loopback --change-passphrase $(gpg --list-secret-keys --with-colons 2> /dev/null | grep '^sec:' | cut --delimiter ':' --fields 5 | tail -n 1)
+
+      - name: Publish
+        run: sbt '++ ${{ matrix.scala }}' tlRelease
 
-  coverage:
-    runs-on: ubuntu-latest
+  avro-legacy:
+    name: Test with legacy avro
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+        scala: [2.13.10]
+        java: [corretto@11]
+    runs-on: ${{ matrix.os }}
     steps:
-      - uses: actions/checkout@v2
+      - name: Checkout current branch (full)
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+
+      - name: Download Java (corretto@11)
+        id: download-java-corretto-11
+        if: matrix.java == 'corretto@11'
+        uses: typelevel/download-java@v2
+        with:
+          distribution: corretto
+          java-version: 11
+
+      - name: Setup Java (corretto@11)
+        if: matrix.java == 'corretto@11'
+        uses: actions/setup-java@v3
+        with:
+          distribution: jdkfile
+          java-version: 11
+          jdkFile: ${{ steps.download-java-corretto-11.outputs.jdkFile }}
+
+      - name: Download Java (corretto@8)
+        id: download-java-corretto-8
+        if: matrix.java == 'corretto@8'
+        uses: typelevel/download-java@v2
+        with:
+          distribution: corretto
+          java-version: 8
+
+      - name: Setup Java (corretto@8)
+        if: matrix.java == 'corretto@8'
+        uses: actions/setup-java@v3
+        with:
+          distribution: jdkfile
+          java-version: 8
+          jdkFile: ${{ steps.download-java-corretto-8.outputs.jdkFile }}
+
       - name: Cache sbt
-        uses: coursier/cache-action@v5
-      - name: Java 11 setup
-        uses: olafurpg/setup-scala@v10
-        with:
-          java-version: 1.11.0
-      - run: |
-          sbt coverage test coverageAggregate
-          bash <(curl -s https://codecov.io/bash)
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/.sbt
+            ~/.ivy2/cache
+            ~/.coursier/cache/v1
+            ~/.cache/coursier/v1
+            ~/AppData/Local/Coursier/Cache/v1
+            ~/Library/Caches/Coursier/v1
+          key: ${{ runner.os }}-sbt-cache-v2-${{ hashFiles('**/*.sbt') }}-${{ hashFiles('project/build.properties') }}
+
+      - name: Build project
+        env:
+          JAVA_OPTS: '-Davro.version=1.8.2'
+        run: sbt '++ ${{ matrix.scala }}' avro/test
diff --git a/.github/workflows/clean.yml b/.github/workflows/clean.yml
@@ -0,0 +1,59 @@
+# This file was automatically generated by sbt-github-actions using the
+# githubWorkflowGenerate task. You should add and commit this file to
+# your git repository. It goes without saying that you shouldn't edit
+# this file by hand! Instead, if you wish to make changes, you should
+# change your sbt build configuration to revise the workflow description
+# to meet your needs, then regenerate this file.
+
+name: Clean
+
+on: push
+
+jobs:
+  delete-artifacts:
+    name: Delete Artifacts
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    steps:
+      - name: Delete artifacts
+        run: |
+          # Customize those three lines with your repository and credentials:
+          REPO=${GITHUB_API_URL}/repos/${{ github.repository }}
+
+          # A shortcut to call GitHub API.
+          ghapi() { curl --silent --location --user _:$GITHUB_TOKEN "$@"; }
+
+          # A temporary file which receives HTTP response headers.
+          TMPFILE=/tmp/tmp.$$
+
+          # An associative array, key: artifact name, value: number of artifacts of that name.
+          declare -A ARTCOUNT
+
+          # Process all artifacts on this repository, loop on returned "pages".
+          URL=$REPO/actions/artifacts
+          while [[ -n "$URL" ]]; do
+
+            # Get current page, get response headers in a temporary file.
+            JSON=$(ghapi --dump-header $TMPFILE "$URL")
+
+            # Get URL of next page. Will be empty if we are at the last page.
+            URL=$(grep '^Link:' "$TMPFILE" | tr ',' '\n' | grep 'rel="next"' | head -1 | sed -e 's/.*<//' -e 's/>.*//')
+            rm -f $TMPFILE
+
+            # Number of artifacts on this page:
+            COUNT=$(( $(jq <<<$JSON -r '.artifacts | length') ))
+
+            # Loop on all artifacts on this page.
+            for ((i=0; $i < $COUNT; i++)); do
+
+              # Get name of artifact and count instances of this name.
+              name=$(jq <<<$JSON -r ".artifacts[$i].name?")
+              ARTCOUNT[$name]=$(( $(( ${ARTCOUNT[$name]} )) + 1))
+
+              id=$(jq <<<$JSON -r ".artifacts[$i].id?")
+              size=$(( $(jq <<<$JSON -r ".artifacts[$i].size_in_bytes?") ))
+              printf "Deleting '%s' #%d, %'d bytes\n" $name ${ARTCOUNT[$name]} $size
+              ghapi -X DELETE $REPO/actions/artifacts/$id
+            done
+          done