Install Airflow with different versions in CI & run corresponding jobs

.github/workflows/test.yml

@@ -33,3 +33,68 @@ jobs:
 
       - run: pip3 install hatch
       - run: CONFIG_ROOT_DIR=`pwd`"/dags" hatch run tests.py3.12-2.10:static-check
+
+  Run-Unit-Tests:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: [ "3.8", "3.9", "3.10", "3.11", "3.12" ]
+        airflow-version: [ "2.2", "2.3", "2.4", "2.5", "2.6", "2.7", "2.8", "2.9", "2.10" ]
+        exclude:
+          - python-version: "3.11"
+            airflow-version: "2.4"
+          - python-version: "3.11"
+            airflow-version: "2.5"
+          # Apache Airflow versions prior to 2.9.0 have not been tested with Python 3.12.
+          # Official support for Python 3.12 and the corresponding constraints.txt are available only for Apache Airflow >= 2.9.0.
+          # See: https://github.com/apache/airflow/tree/2.9.0?tab=readme-ov-file#requirements
+          # See: https://github.com/apache/airflow/tree/2.8.4?tab=readme-ov-file#requirements
+          - python-version: "3.12"
+            airflow-version: "2.4"
+          - python-version: "3.12"
+            airflow-version: "2.5"
+          - python-version: "3.12"
+            airflow-version: "2.6"
+          - python-version: "3.12"
+            airflow-version: "2.7"
+          - python-version: "3.12"
+            airflow-version: "2.8"
+          # It's observed that the dependencies resolution for Apache Airflow versions 2.7 are error-ring out with deep
+          # resolutions. This is a temporary exclusion until the issue is resolved.
+          - python-version: "3.8"
+            airflow-version: "2.7"
+          - python-version: "3.9"
+            airflow-version: "2.7"
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.sha || github.ref }}
+
+      - uses: actions/cache@v3
+        with:
+          path: |
+            ~/.cache/pip
+            .local/share/hatch/
+          key: unit-${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('dagfactory/__init__.py') }}
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install packages and dependencies
+        run: |
+          python -m pip install uv
+          uv pip install --system hatch
+          CONFIG_ROOT_DIR=`pwd`"/dags" hatch -e tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }} run pip freeze
+
+      - name: Test DAG Factory against Airflow ${{ matrix.airflow-version }} and Python ${{ matrix.python-version }}
+        run: |
+          CONFIG_ROOT_DIR=`pwd`"/dags" hatch run tests.py${{ matrix.python-version }}-${{ matrix.airflow-version }}:test-cov
+
+      - name: Upload coverage to Github
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-unit-test-${{ matrix.python-version }}-${{ matrix.airflow-version }}
+          path: .coverage
+          include-hidden-files: true

pyproject.toml

@@ -47,10 +47,36 @@ tests = [
     "pre-commit"
 ]
 
+######################################
+# TESTING
+######################################
+
 [tool.hatch.envs.tests]
 dependencies = [
-    "dag-factory[tests]"
-    ]
+    "dag-factory[tests]",
+    "types-PyYAML",
+    "types-attrs",
+    "types-requests",
+    "types-python-dateutil",
+    "Werkzeug<3.0.0",
+    "apache-airflow~={matrix:airflow}.0,!=2.9.0,!=2.9.1",  # https://github.com/apache/airflow/pull/39670
+]
+pre-install-commands = ["sh scripts/test/pre-install-airflow.sh {matrix:airflow} {matrix:python}"]
+
+[[tool.hatch.envs.tests.matrix]]
+python = ["3.8", "3.9", "3.10", "3.11", "3.12"]
+airflow = ["2.4", "2.5", "2.6", "2.7", "2.8", "2.9", "2.10"]
+
+[tool.hatch.envs.tests.overrides]
+matrix.airflow.dependencies = [
+    { value = "typing_extensions<4.6", if = ["2.6"] },
+]
+
+[tool.hatch.envs.tests.scripts]
+freeze = "pip freeze"
+static-check = " pre-commit run --files dagfactory/*"
+test = 'sh scripts/test/unit.sh'
+test-cov = 'sh scripts/test/unit-cov.sh'
 
 [project.urls]
 Source = "https://github.com/astronomer/dag-factory"
@@ -68,13 +94,18 @@ packages = ["dagfactory"]
 python = ["3.9", "3.10", "3.11", "3.12"]
 airflow = ["2.8", "2.9", "2.10"]
 
-[tool.hatch.envs.tests.scripts]
-static-check = " pre-commit run --files dagfactory/*"
+######################################
+# THIRD PARTY TOOLS
+######################################
 
 [tool.black]
 line-length = 120
 target-version = ['py39', 'py310', 'py311', 'py312']
 
+[tool.isort]
+profile = "black"
+known_third_party = ["airflow", "jinja2"]
+
 [tool.ruff]
 line-length = 120
 [tool.ruff.lint]

scripts/test/pre-install-airflow.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+AIRFLOW_VERSION="$1"
+PYTHON_VERSION="$2"
+
+# Use this to set the appropriate Python environment in Github Actions,
+# while also not assuming --system when running locally.
+if [ "$GITHUB_ACTIONS" = "true" ] && [ -z "${VIRTUAL_ENV}" ]; then
+  py_path=$(which python)
+  virtual_env_dir=$(dirname "$(dirname "$py_path")")
+  export VIRTUAL_ENV="$virtual_env_dir"
+fi
+
+echo "${VIRTUAL_ENV}"
+
+CONSTRAINT_URL="https://raw.githubusercontent.com/apache/airflow/constraints-$AIRFLOW_VERSION.0/constraints-$PYTHON_VERSION.txt"
+curl -sSL $CONSTRAINT_URL -o /tmp/constraint.txt
+# Workaround to remove PyYAML constraint that will work on both Linux and MacOS
+sed '/PyYAML==/d' /tmp/constraint.txt > /tmp/constraint.txt.tmp
+mv /tmp/constraint.txt.tmp /tmp/constraint.txt
+# Install Airflow with constraints
+pip install uv
+uv pip install "apache-airflow==$AIRFLOW_VERSION" --constraint /tmp/constraint.txt
+
+rm /tmp/constraint.txt

scripts/test/unit-cov.sh

@@ -0,0 +1,7 @@
+pytest \
+    -vv \
+    --cov=cosmos \
+    --cov-report=term-missing \
+    --cov-report=xml \
+    --durations=0 \
+    -m "not (integration or perf)" \

scripts/test/unit.sh

@@ -0,0 +1,4 @@
+pytest \
+    -vv \
+    --durations=0 \
+    -m "not (integration or perf)" \