test-lang-py.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     https://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: 'Test Python'
on:
  workflow_dispatch:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main ]
    paths:
    - .github/workflows/test-lang-py.yml
    - lang/py/**

defaults:
  run:
    working-directory: lang/py

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  test:
    name: Python ${{ matrix.python }} Tests
    runs-on: ubuntu-20.04
    strategy:
      fail-fast: false
      matrix:
        python:
        - '3.12'
        - '3.11'
        - '3.10'
        - '3.9'
        - '3.8'
        - '3.7'
        - 'pypy-3.9'
        - 'pypy-3.10'

    steps:
      - uses: actions/checkout@v4

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python }}

      - name: Apt Install Compression Libs
        run: |
          sudo apt-get install -qqy --no-install-recommends libbz2-dev \
                                                            libjansson-dev \
                                                            liblzma-dev \
                                                            libsnappy-dev \
                                                            libzstd-dev

      - name: Install Dependencies
        run: |
          python3 -m pip install --upgrade pip setuptools tox

      - name: Lint
        if: ${{ matrix.python == '3.10' }}
        run: python3 -m tox -e lint

      - name: Typechecks
        if: ${{ matrix.python == '3.10' }}
        run: python3 -m tox -e typechecks

      - name: Test
        run: python3 -m tox -e py

  interop:
    name: Python ${{ matrix.python }} Interop
    runs-on: ubuntu-20.04
    strategy:
      fail-fast: false
      matrix:
        python:
        - '3.11'
        - '3.10'
        - '3.9'
        - '3.8'
        - '3.7'
        - 'pypy-3.9'
        - 'pypy-3.10'

    steps:
      - uses: actions/checkout@v4

      - name: Setup Python
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python }}

      - name: Apt Install Compression Libs
        run: |
          sudo apt-get install -qqy --no-install-recommends libbz2-dev \
                                                            libjansson-dev \
                                                            liblzma-dev \
                                                            libsnappy-dev \
                                                            libzstd-dev

      - name: Install Dependencies
        run: |
          python3 -m pip install --upgrade pip setuptools tox
          python3 -m pip install python-snappy zstandard

      - name: Cache Local Maven Repository
        uses: actions/cache@v4
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-

      - name: 'Setup Temurin JDK 8, 11, 17 & 21'
        uses: actions/setup-java@6a0805fcefea3d4657a47ac4c165951e33482018 # v4.2.2
        with:
          distribution: 'temurin'
          java-version: |
            8
            11
            17
            21

      - name: 'Setup Maven 3.9.6'
        uses: stCarolas/setup-maven@d6af6abeda15e98926a57b5aa970a96bb37f97d1 # v5
        with:
          maven-version: 3.9.6

      - name: Install Java Avro for Interop Test
        working-directory: .
        run: mvn -B install -PskipQuality

      - name: Create Interop Data Directory
        working-directory: .
        run: mkdir -p build/interop/data

      - name: Generate Interop Resources
        working-directory: lang/java/avro
        run: mvn -B -P interop-data-generate generate-resources

      - name: Generate Interop Data
        run: ./build.sh interop-data-generate

      - name: Run Interop Tests
        run: ./build.sh interop-data-test